-- Logs begin at Wed 2022-08-24 02:44:53 UTC, end at Wed 2022-08-24 03:55:16 UTC. -- Aug 24 03:22:00.397728 dv-cinder-854261-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 03:22:03.057154 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.common.config [-] Logging enabled! Aug 24 03:22:03.057744 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 03:22:03.057947 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106188) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 03:22:03.061260 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.common.config [-] Logging enabled! Aug 24 03:22:03.061512 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 03:22:03.061820 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106188) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 03:22:03.062763 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 03:22:03.062994 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 03:22:03.063474 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 03:22:03.063716 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 03:22:03.063938 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 03:22:03.064252 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.064549 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.064799 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.065095 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.065384 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.065662 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.065948 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.066325 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.066692 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.066980 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.067269 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.067501 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.067781 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.068067 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.068354 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.068575 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] debug = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.068881 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.069309 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.069713 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.069993 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.070277 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.070556 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.070827 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.071100 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.071381 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.071827 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] host = dv-cinder-854261-1-iscsi {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.072103 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.072388 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.072678 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.072993 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.073268 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.073544 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.073829 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.074103 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.074374 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] log_file = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.074649 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.074936 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.075223 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.075512 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.075736 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.075958 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.076244 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.076530 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.076833 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.077110 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.077382 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.077652 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.077924 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.078191 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.078475 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.078761 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.079046 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.079317 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.079589 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.079857 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.080125 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.080406 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.080674 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.080968 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.081243 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.081529 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.081940 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.082266 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.082573 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.082860 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.083142 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.083427 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.083699 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.083980 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.084250 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.084519 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.084809 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] use_json = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.085084 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.085350 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.085630 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.085899 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.086167 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.086434 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.086700 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.086981 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.087377 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:03.087674 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.087972 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.088272 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.088554 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.088884 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.089167 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.089457 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.089736 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.090023 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.090312 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.090596 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.090871 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.091172 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.091461 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.091756 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.092057 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.092350 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.092645 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.092947 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.093222 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.093492 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.093767 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.094049 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.094325 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.094612 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.094898 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.095176 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.095472 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.095754 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.096037 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.096329 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.096616 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.096916 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.097212 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.098003 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.098282 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.098653 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.098947 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.099226 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.099500 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.099783 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.100073 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.100363 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.100636 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.100941 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.101232 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.101508 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.101779 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.102051 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.102348 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.102601 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.103012 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.103290 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.103566 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.103838 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.104115 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.104388 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.104658 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.104957 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.105228 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.105505 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.105776 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.106046 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.106315 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.106585 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.106854 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.107124 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.107391 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.107666 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.108205 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.108472 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.108743 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.109046 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.109319 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.109601 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.109901 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.110179 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.110458 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.110737 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.111008 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.111283 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.111558 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.111833 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.112108 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.112379 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.112670 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.113745 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.114042 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.114325 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.114620 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.114915 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.115194 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.115468 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.115742 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.116015 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.116288 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.116565 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.116865 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.117142 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.117421 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.117702 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.118000 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.118295 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.118572 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.118863 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.119152 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.119438 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.119712 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.120018 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.120294 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:03.120511 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 03:22:03.120747 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106188) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 03:22:03.415115 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 03:22:03.415556 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 03:22:03.415821 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 03:22:03.416052 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 03:22:03.416340 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 03:22:03.416670 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 03:22:03.830070 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.830291 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.830560 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.832425 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.832810 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.833082 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.885359 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.885633 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.885898 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.902473 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.902753 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.903021 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.930908 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.931186 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.931449 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.968292 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.968591 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:03.968893 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.201557 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.202168 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.202168 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.202325 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.203246 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.299603 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.299920 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.300203 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.300472 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.301557 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.301725 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.301985 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.302239 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.302491 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.302770 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.303025 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.303290 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.303541 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.303787 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.304038 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.304298 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.304546 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.304833 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.305100 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.305351 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.305618 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.305866 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.306142 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.306515 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.306761 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.307004 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.307394 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 03:22:04.307629 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 03:22:04.307860 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 03:22:04.308092 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 03:22:04.308321 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 03:22:04.308551 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 03:22:04.308928 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 03:22:04.311957 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 03:22:04.315862 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 03:22:04.320437 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Aug 24 03:22:04.322188 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 03:22:04.322814 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 03:22:04.323144 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 03:22:04.323528 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 03:22:04.326291 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 03:22:04.326540 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 03:22:04.326880 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 03:22:04.331927 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 03:22:04.355208 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 03:22:04.355650 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.355943 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106188) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 24 03:22:04.356307 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.357670 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106188) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 03:22:04.358201 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 03:22:04.358451 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 03:22:04.361807 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.362089 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:04.479557 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 03:22:04.479736 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 03:22:04.479971 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 03:22:04.480346 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 03:22:04.534499 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO dbcounter [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Registered counter for database neutron Aug 24 03:22:04.552560 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_db.sqlalchemy.engines [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106188) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 03:22:04.558421 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writer thread running {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 03:22:05.128676 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Initializing driver for type 'gre' Aug 24 03:22:05.129759 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] gre ID ranges: [(1, 1000)] Aug 24 03:22:05.185145 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Initializing driver for type 'local' Aug 24 03:22:05.185395 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Initializing driver for type 'vlan' Aug 24 03:22:05.198786 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] VlanTypeDriver initialization complete Aug 24 03:22:05.199157 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Initializing driver for type 'vxlan' Aug 24 03:22:05.199728 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] vxlan ID ranges: [(1, 1000)] Aug 24 03:22:05.255000 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Initializing extension driver 'port_security' Aug 24 03:22:05.255629 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.extensions.port_security [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] PortSecurityExtensionDriver initialization complete Aug 24 03:22:05.255718 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Initializing mechanism driver 'openvswitch' Aug 24 03:22:05.255999 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Initializing mechanism driver 'hyperv' Aug 24 03:22:05.262810 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:22:05.263489 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > port after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.263874 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > port after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.264229 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > port after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.264737 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 03:22:05.265187 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > subnet after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.265548 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > subnet after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.265899 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.266294 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 03:22:05.266710 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > network after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.267066 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > network after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.267417 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > network after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.267809 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 03:22:05.268218 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > security_group after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.268571 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > security_group after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.268941 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.269460 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 03:22:05.269937 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.270458 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.270811 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.271209 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 03:22:05.271622 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > address_group after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.271974 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > address_group after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.272319 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.272709 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 03:22:05.273186 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] ML2 OVO RPC backend initialized. {{(pid=106188) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 24 03:22:05.273898 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.274260 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.274683 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > network before_response 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.275041 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > networks before_response 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.275392 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > port before_response 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.275736 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > ports before_response 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.276086 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > subnet before_response 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.276434 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > subnets before_response 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.276801 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > network after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.277151 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > network after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.277490 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > network after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.277833 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > port after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.278170 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > port after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.278508 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > port after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.278848 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > subnet after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.279188 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > subnet after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.279526 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.287675 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded quota_driver: . Aug 24 03:22:05.288043 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.plugin [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Modular L2 Plugin initialization complete Aug 24 03:22:05.288390 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading services supported by the core plugin {{(pid=106188) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 03:22:05.288730 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.plugins.ml2.managers [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Got port-security extension from driver 'port_security' Aug 24 03:22:05.289239 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.extensions.vlantransparent [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Disabled vlantransparent extension. Aug 24 03:22:05.289740 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106188) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 03:22:05.290069 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading Plugin: router Aug 24 03:22:05.325637 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.326040 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router after_create 55549900 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.326445 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router before_create 55549900 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.326894 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.327305 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.327751 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router after_delete 55549900 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.328361 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.328550 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.329118 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router after_create 55549900 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.329546 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router after_update 55549900 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.329981 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router after_update 55549900 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.330444 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.330921 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router after_update 55549900 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.331438 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router precommit_update 55549900 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.331972 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: port after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.332496 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: port after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.332969 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: subnet after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.333444 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.333915 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.334390 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router precommit_create 55549900 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.334807 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: port before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.335234 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router precommit_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.335677 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router after_update 55549900 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.336194 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.336617 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router precommit_create 55549900 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.337081 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.337569 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router precommit_update 55549900 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.338103 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > agent after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.338588 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > agent after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.339012 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > network after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.340345 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Tracking information for resource: router configured {{(pid=106188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 03:22:05.340693 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Tracking information for resource: floatingip configured {{(pid=106188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 03:22:05.346155 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.db.l3_agentschedulers_db [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 03:22:05.346902 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: port after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.347373 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: port after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.348344 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: port after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.348709 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: port after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.349651 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router before_create 55550100 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.350086 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.350570 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router precommit_create 55550100 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.351036 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > router precommit_update 55550100 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.356397 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.services.provider_configuration [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Service providers = [] {{(pid=106188) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 03:22:05.356946 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.db.servicetype_db [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106188) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 03:22:05.361162 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.services.service_base [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 03:22:05.361683 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.services.service_base [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 03:22:05.362138 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.services.service_base [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 03:22:05.363738 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.services.service_base [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 03:22:05.364122 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.services.service_base [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 03:22:05.364574 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 03:22:05.364930 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 03:22:05.375963 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 03:22:05.376306 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading Plugin: auto_allocate Aug 24 03:22:05.382128 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: network precommit_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.382503 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: network precommit_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.383035 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 03:22:05.383363 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading Plugin: tag Aug 24 03:22:05.390239 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 03:22:05.390571 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading Plugin: timestamp Aug 24 03:22:05.394449 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 03:22:05.394827 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading Plugin: network_ip_availability Aug 24 03:22:05.400320 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.400696 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.401088 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.401816 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 03:22:05.402140 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading Plugin: flavors Aug 24 03:22:05.408256 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 03:22:05.408603 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading Plugin: revisions Aug 24 03:22:05.413519 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 03:22:05.413908 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_concurrency.lockutils [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.997s {{(pid=106188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 03:22:05.414655 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106188) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 24 03:22:05.414995 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Initializing extension manager. Aug 24 03:22:05.415531 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: __init__.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.415923 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: __pycache__ {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.416442 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: address_group.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.417198 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.417774 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: address-group Aug 24 03:22:05.418103 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: address_scope.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.418798 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.419309 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: address-scope Aug 24 03:22:05.419635 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.420539 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.421077 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: router-admin-state-down-before-update Aug 24 03:22:05.421402 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: agent.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.422079 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.422588 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: agent Aug 24 03:22:05.422916 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: agent_resources_synced.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.423788 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.424299 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: agent-resources-synced Aug 24 03:22:05.424624 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: allowedaddresspairs.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.427031 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.427560 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: allowed-address-pairs Aug 24 03:22:05.427894 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: auto_allocated_topology.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.428959 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.429479 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: auto-allocated-topology Aug 24 03:22:05.429808 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: availability_zone.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.430473 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.430980 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: availability_zone Aug 24 03:22:05.431306 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: availability_zone_filter.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.432177 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.432686 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: availability_zone_filter Aug 24 03:22:05.433033 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: data_plane_status.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.433901 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.434405 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 03:22:05.434730 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: default_subnetpools.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.435646 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.436109 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: default-subnetpools Aug 24 03:22:05.436434 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.437242 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.437753 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: dhcp_agent_scheduler Aug 24 03:22:05.438079 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: dns.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.438965 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.439476 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 03:22:05.439799 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: dns_domain_ports.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.440679 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.441211 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 03:22:05.441664 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.442555 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.443055 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 03:22:05.443378 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: dvr.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.444020 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.444527 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: dvr Aug 24 03:22:05.444881 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: ecmp_routes.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.445764 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.446265 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 03:22:05.446588 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: empty_string_filtering.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.447528 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.448043 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: empty-string-filtering Aug 24 03:22:05.448370 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.449273 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.449785 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 03:22:05.450109 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.450986 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.451498 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 03:22:05.451821 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: external_net.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.452688 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.453233 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: external-net Aug 24 03:22:05.453557 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.454423 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.454934 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: extra_dhcp_opt Aug 24 03:22:05.455336 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: extraroute.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.456211 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.456718 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: extraroute Aug 24 03:22:05.457139 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: extraroute_atomic.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.458288 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.458809 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: extraroute-atomic Aug 24 03:22:05.459136 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: filter_validation.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.459765 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.460467 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: filter-validation Aug 24 03:22:05.460820 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: fip_pf_description.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.461697 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.462202 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 03:22:05.462527 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: fip_pf_port_range.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.463399 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.463906 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 24 03:22:05.464231 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: fip_port_details.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.465137 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.465646 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: fip-port-details Aug 24 03:22:05.465971 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: flavors.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.467170 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.467688 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: flavors Aug 24 03:22:05.468016 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.469664 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.470195 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 03:22:05.470538 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: floatingip_pools.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.471212 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.471728 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: floatingip-pools Aug 24 03:22:05.472062 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: ip_allocation.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.473629 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.474134 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 03:22:05.474466 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.475355 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.475864 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: ip-substring-filtering Aug 24 03:22:05.476194 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: l2_adjacency.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.477189 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.477694 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 03:22:05.478023 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: l3.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.478999 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.479523 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: router Aug 24 03:22:05.479852 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.482074 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.482608 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 03:22:05.482944 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.484107 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.484623 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: ext-gw-mode Aug 24 03:22:05.484988 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.485871 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.486406 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: l3-ha Aug 24 03:22:05.486735 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.487610 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.488136 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 24 03:22:05.489012 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: l3_flavors.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.489940 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.490455 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: l3-flavors Aug 24 03:22:05.490784 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.492110 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.492633 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 24 03:22:05.492990 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.493900 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.494451 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 03:22:05.494783 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: l3agentscheduler.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.495791 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.496333 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: l3_agent_scheduler Aug 24 03:22:05.496664 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: local_ip.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.498405 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.498935 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension local_ip not supported by any of loaded plugins Aug 24 03:22:05.499269 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: logging.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.500709 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.501250 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension logging not supported by any of loaded plugins Aug 24 03:22:05.501582 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: metering.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.502294 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.503058 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: metering Aug 24 03:22:05.503386 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.504614 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.505172 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: metering_source_and_destination_fields Aug 24 03:22:05.505505 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: multiprovidernet.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.506398 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.506908 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: multi-provider Aug 24 03:22:05.507237 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: netmtu.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.508119 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.508629 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: net-mtu Aug 24 03:22:05.508978 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: netmtu_writable.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.509866 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.510374 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: net-mtu-writable Aug 24 03:22:05.510699 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: network_availability_zone.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.511339 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.511852 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: network_availability_zone Aug 24 03:22:05.512179 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: network_ip_availability.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.513271 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.513793 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: network-ip-availability Aug 24 03:22:05.514123 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: network_segment_range.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.514860 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.515367 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 03:22:05.515694 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: pagination.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.516634 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.516992 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: pagination Aug 24 03:22:05.517317 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: port_device_profile.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.518189 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.518699 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: port-device-profile Aug 24 03:22:05.519022 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: port_mac_address_override.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.519969 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.520472 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: port-mac-override Aug 24 03:22:05.520821 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.521702 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.522207 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: port-mac-address-regenerate Aug 24 03:22:05.522533 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.523404 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.523910 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: port-numa-affinity-policy Aug 24 03:22:05.524234 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: port_resource_request.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.525151 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.525652 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 03:22:05.525978 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: port_resource_request_groups.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.526902 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.527407 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 24 03:22:05.527732 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: portbindings.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.528621 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.529511 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: binding Aug 24 03:22:05.529845 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: portbindings_extended.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.531079 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.531596 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: binding-extended Aug 24 03:22:05.531925 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: portsecurity.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.532828 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.533339 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: port-security Aug 24 03:22:05.533664 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: project_id.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.534598 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.534929 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: project-id Aug 24 03:22:05.535771 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: providernet.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.536701 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.537247 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: provider Aug 24 03:22:05.537573 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: qos.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.541038 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.541584 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension qos not supported by any of loaded plugins Aug 24 03:22:05.541920 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.543128 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.543646 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 03:22:05.543980 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.544907 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.545417 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 03:22:05.545745 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: qos_default.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.546623 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.547133 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension qos-default not supported by any of loaded plugins Aug 24 03:22:05.547461 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: qos_fip.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.548340 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.548870 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 03:22:05.549198 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.550077 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.550580 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 24 03:22:05.551584 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: qos_gateway_ip.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.552476 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.553011 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 03:22:05.553338 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: qos_port_network_policy.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.554212 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.554716 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 03:22:05.555042 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.556120 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.556631 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 24 03:22:05.556982 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.557989 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.558496 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 24 03:22:05.558821 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: qos_pps_rule.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.559954 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.560465 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 03:22:05.560811 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: qos_rule_type_details.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.561698 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.562207 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 03:22:05.562531 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.563412 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.563919 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 24 03:22:05.564240 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: qos_rules_alias.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.565275 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.565789 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 03:22:05.566112 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: quota_check_limit.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.567105 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.567624 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: quota-check-limit Aug 24 03:22:05.567951 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: quotasv2.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.568899 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.569230 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: quotas Aug 24 03:22:05.569555 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: quotasv2_detail.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.571271 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.571613 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: quota_details Aug 24 03:22:05.571949 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: rbac.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.573306 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.573842 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: rbac-policies Aug 24 03:22:05.574177 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: rbac_address_group.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.575081 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.575600 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: rbac-address-group Aug 24 03:22:05.575932 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: rbac_address_scope.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.576834 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.577355 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: rbac-address-scope Aug 24 03:22:05.577685 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: rbac_security_groups.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.578642 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.579164 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: rbac-security-groups Aug 24 03:22:05.579494 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: rbac_subnetpool.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.580383 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.580936 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: rbac-subnetpool Aug 24 03:22:05.581268 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: revisionifmatch.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.582220 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.582737 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: revision-if-match Aug 24 03:22:05.583062 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: revisions.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.584152 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.584669 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: standard-attr-revisions Aug 24 03:22:05.585026 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: router_availability_zone.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.585672 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.586182 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: router_availability_zone Aug 24 03:22:05.586510 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: routerservicetype.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.587397 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.587907 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 03:22:05.588234 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.589144 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.589663 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: security-groups-normalized-cidr Aug 24 03:22:05.589991 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.590886 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.591396 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: port-security-groups-filtering Aug 24 03:22:05.591723 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.592623 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.593163 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: security-groups-remote-address-group Aug 24 03:22:05.593490 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.594386 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.594898 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: security-groups-shared-filtering Aug 24 03:22:05.595224 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: securitygroup.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.605193 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.605732 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: security-group Aug 24 03:22:05.606072 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: segment.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.606778 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.607296 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension segment not supported by any of loaded plugins Aug 24 03:22:05.607627 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.608810 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.609333 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 03:22:05.609663 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: servicetype.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.610722 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.611239 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: service-type Aug 24 03:22:05.611570 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: sorting.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.612514 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.612887 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: sorting Aug 24 03:22:05.613766 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: standard_attr_segment.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.614718 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.615246 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 03:22:05.615578 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: standardattrdescription.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.616200 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.616713 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: standard-attr-description Aug 24 03:22:05.617067 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: stateful_security_group.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.617989 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.618503 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: stateful-security-group Aug 24 03:22:05.618828 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: stdattrs_common.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.619377 dv-cinder-854261-1-iscsi neutron-server[106188]: WARNING neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 03:22:05.619700 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.620597 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.621139 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 03:22:05.621547 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: subnet_onboard.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.622482 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.622998 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: subnet_onboard Aug 24 03:22:05.623322 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.624210 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.624718 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 03:22:05.625069 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: subnet_service_types.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.625961 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.626482 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: subnet-service-types Aug 24 03:22:05.626808 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: subnetallocation.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.627850 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.628365 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: subnet_allocation Aug 24 03:22:05.628689 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.629404 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.629927 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: subnetpool-prefix-ops Aug 24 03:22:05.630250 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.631137 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.631644 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 03:22:05.631968 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: tagging.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.633044 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.633563 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: standard-attr-tag Aug 24 03:22:05.633891 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: timestamp.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.635051 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.635569 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loaded extension: standard-attr-timestamp Aug 24 03:22:05.635895 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: trunk.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.636924 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.637442 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension trunk not supported by any of loaded plugins Aug 24 03:22:05.637768 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: trunk_details.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.638653 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.639167 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 03:22:05.639493 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: uplink_status_propagation.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.640386 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.640932 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 03:22:05.641282 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Loading extension file: vlantransparent.py {{(pid=106188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 03:22:05.641924 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 03:22:05.642432 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 03:22:05.645067 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:network Aug 24 03:22:05.645591 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:subnet Aug 24 03:22:05.645994 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 03:22:05.646389 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:port Aug 24 03:22:05.647662 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.v2.resource_helper [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 03:22:05.648107 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.v2.resource_helper [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Service FLAVORS assigned prefix: {{(pid=106188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 03:22:05.648729 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.v2.resource_helper [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 03:22:05.649205 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.v2.resource_helper [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 03:22:05.649541 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:router Aug 24 03:22:05.649980 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 03:22:05.650460 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.v2.resource_helper [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Service METERING assigned prefix: /metering {{(pid=106188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 03:22:05.651881 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.652249 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.652602 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:22:05.653803 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 03:22:05.654257 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:security_group Aug 24 03:22:05.654703 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 03:22:05.655233 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.v2.resource_helper [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Service CORE assigned prefix: {{(pid=106188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 03:22:05.655565 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 03:22:05.655911 dv-cinder-854261-1-iscsi neutron-server[106188]: WARNING neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] subnetpool is already registered Aug 24 03:22:05.656336 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.v2.resource_helper [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Service CORE assigned prefix: {{(pid=106188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 03:22:05.656663 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 03:22:05.657094 dv-cinder-854261-1-iscsi neutron-server[106188]: WARNING neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] subnetpool is already registered Aug 24 03:22:05.659504 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.v2.resource_helper [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 03:22:05.659954 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.v2.resource_helper [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Service FLAVORS assigned prefix: {{(pid=106188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 03:22:05.661104 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.v2.resource_helper [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 03:22:05.661533 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.v2.resource_helper [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 03:22:05.661873 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:router Aug 24 03:22:05.662216 dv-cinder-854261-1-iscsi neutron-server[106188]: WARNING neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] router is already registered Aug 24 03:22:05.662632 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 03:22:05.662974 dv-cinder-854261-1-iscsi neutron-server[106188]: WARNING neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] floatingip is already registered Aug 24 03:22:05.663438 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.v2.resource_helper [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Service METERING assigned prefix: /metering {{(pid=106188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 03:22:05.664108 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 03:22:05.664441 dv-cinder-854261-1-iscsi neutron-server[106188]: WARNING neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] rbac_policy is already registered Aug 24 03:22:05.664879 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:security_group Aug 24 03:22:05.665222 dv-cinder-854261-1-iscsi neutron-server[106188]: WARNING neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] security_group is already registered Aug 24 03:22:05.665644 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 03:22:05.665983 dv-cinder-854261-1-iscsi neutron-server[106188]: WARNING neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] security_group_rule is already registered Aug 24 03:22:05.666616 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.v2.resource_helper [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Service CORE assigned prefix: {{(pid=106188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 03:22:05.666948 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 03:22:05.667285 dv-cinder-854261-1-iscsi neutron-server[106188]: WARNING neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] subnetpool is already registered Aug 24 03:22:05.667705 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.v2.resource_helper [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Service CORE assigned prefix: {{(pid=106188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 03:22:05.668031 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 03:22:05.668361 dv-cinder-854261-1-iscsi neutron-server[106188]: WARNING neutron.quota.resource_registry [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] subnetpool is already registered Aug 24 03:22:05.668891 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: extensions {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.670366 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: address-groups {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.671867 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: address-scopes {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.673200 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: agents {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.674377 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: auto-allocated-topology {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.675629 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: availability_zones {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.677532 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: dhcp-networks {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.679062 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: dhcp-agents {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.680502 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: routers {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.682245 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: flavors {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.683512 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: service_profiles {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.684909 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: next_providers {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.686341 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: service_profiles {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.688863 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: floatingip-pools {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.690101 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: routers {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.691968 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: floatingips {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.693274 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: l3-routers {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.694682 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: l3-agents {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.696211 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: metering-labels {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.697500 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: metering-label-rules {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.698888 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: network-ip-availabilities {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.700147 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: bindings {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.701826 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: quotas {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.703493 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: quotas {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.705057 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: rbac-policies {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.706250 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: security-groups {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.708388 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: security-group-rules {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.709682 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: service-providers {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.710930 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: subnetpools {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.712242 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: subnetpools {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.713832 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: tags {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.715509 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: tags {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.717374 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: tags {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.719175 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: tags {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.720921 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: tags {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.723637 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: tags {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.725389 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: tags {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.727295 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: tags {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.729113 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: tags {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.730877 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron.api.extensions [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Extended resource: tags {{(pid=106188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 03:22:05.737239 dv-cinder-854261-1-iscsi neutron-server[106188]: WARNING keystonemiddleware.auth_token [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 03:22:05.742398 dv-cinder-854261-1-iscsi neutron-server[106188]: WARNING keystonemiddleware.auth_token [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 03:22:05.751237 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_concurrency.lockutils [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Acquiring lock "singleton_lock" {{(pid=106188) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 24 03:22:05.751567 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_concurrency.lockutils [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Acquired lock "singleton_lock" {{(pid=106188) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 24 03:22:05.752043 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_concurrency.lockutils [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Releasing lock "singleton_lock" {{(pid=106188) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 24 03:22:05.752696 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO oslo_service.service [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Starting 2 workers Aug 24 03:22:05.757594 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Started child 106301 {{(pid=106188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 03:22:05.762383 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Started child 106302 {{(pid=106188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 03:22:05.763090 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:05.763822 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO neutron.service [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 03:22:05.764467 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:05.764569 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [-] (106301) wsgi starting up on http://0.0.0.0:9696 Aug 24 03:22:05.766903 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:05.767320 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO oslo_service.service [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Starting 1 workers Aug 24 03:22:05.768268 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [-] (106302) wsgi starting up on http://0.0.0.0:9696 Aug 24 03:22:05.772985 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Started child 106303 {{(pid=106188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 03:22:05.773521 dv-cinder-854261-1-iscsi neutron-server[106188]: INFO oslo_service.service [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Starting 1 workers Aug 24 03:22:05.776489 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.service [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] calling RpcWorker wait() {{(pid=106303) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 03:22:05.777017 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.service [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] returning from RpcWorker wait() {{(pid=106303) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 03:22:05.778028 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Started child 106304 {{(pid=106188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 03:22:05.778561 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:05.778841 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a70c40fe-bf60-431a-b95f-071c1ad5a3c0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:05.779115 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:22:05.780738 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106188) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 03:22:05.780975 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 03:22:05.781162 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 03:22:05.781389 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 03:22:05.781739 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 03:22:05.782075 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 03:22:05.782725 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.783057 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:05.783519 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.783519 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.783643 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.784206 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.784489 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.784778 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.785153 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.785934 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.786275 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.786449 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.786717 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.786970 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.787281 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.787558 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.787815 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.788062 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.788235 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.788493 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.788804 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.789072 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.789377 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] debug = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.789653 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.790165 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.790424 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.790674 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.790912 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.791192 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.791425 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.791680 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.791922 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.792159 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.792394 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.792670 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.792956 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.793197 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.793445 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.793701 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.793920 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.794416 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] host = dv-cinder-854261-1-iscsi {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.794663 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.794901 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.795151 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.795413 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.795668 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.795887 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.796152 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.796397 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.796657 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.796939 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.797180 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.797426 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.797644 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.797892 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_file = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.798069 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_options = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.798323 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.798602 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.798871 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.799067 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.799236 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.799401 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.799658 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.799826 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.800074 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.800303 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.800514 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.800789 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.801046 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.801284 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.801648 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.801791 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.802017 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.802249 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.802493 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.803905 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.804190 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:22:05.804323 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.805521 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.805521 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.805735 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.805985 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.806343 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.806735 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.807282 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.807282 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.807644 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.807988 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.808611 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.808943 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.809339 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.809621 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.809864 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.810195 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.810437 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.810738 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.810973 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.811236 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.811507 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.811739 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.811967 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.812198 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.812424 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.812681 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] use_json = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.812911 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.813190 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.813545 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.813785 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.814023 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.814240 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.814459 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.814696 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.814913 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.815322 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.815600 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.815927 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.816176 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.816414 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.816661 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.816919 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.817148 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.817411 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.817644 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.817946 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.818177 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.818483 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.818770 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.819030 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.819364 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.819621 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.819895 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.820146 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.820484 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.820714 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.821043 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.821309 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.821527 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.821917 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.822307 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.822803 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.823101 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.823553 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.823844 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.824221 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.824479 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.824737 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.825024 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.825275 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.825504 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.825735 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.825955 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.826167 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.826402 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.826633 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.826876 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.827109 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.827349 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.827584 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.827806 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.828049 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.828288 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.828546 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.828790 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.829022 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.829288 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.829483 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.829718 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.829951 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.830180 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.830562 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.830774 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.831028 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.831284 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.831517 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.831756 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.832494 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.832731 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.833077 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.833386 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.833715 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.833938 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.834165 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.834382 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.834619 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.834832 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.835071 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.835292 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.835495 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.835733 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.835945 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.836183 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.836395 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.836605 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.836836 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.837067 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.837276 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.837485 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.837687 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.838055 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.838434 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.838795 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.839164 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.839617 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.839981 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.840363 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.840924 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.841302 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.841685 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.842030 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.842431 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.842792 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.843195 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.843680 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.844046 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.844265 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.844536 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.844798 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.845072 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.845302 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.845526 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.845792 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.846027 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.846248 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.846461 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.846903 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.847278 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.847525 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.848381 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.848638 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.848903 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.849149 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.849410 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.849677 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.849917 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.850151 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.850405 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.850779 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.851030 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.851320 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.851555 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.851826 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.852122 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.852382 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.852651 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.852911 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.853145 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.853397 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.853710 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.854062 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.854290 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.854536 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.854754 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.855003 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.855224 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.855442 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.855663 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.856142 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.856366 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.856573 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.856800 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.857069 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.857318 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.857565 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.857829 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.858070 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.858563 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.858808 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.859054 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.859443 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.859819 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.860076 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.860293 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.860525 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.860846 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.861133 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.861514 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.861888 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.862125 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.862344 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.862579 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.862800 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.863019 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.863263 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.863510 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.863742 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.864058 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.864304 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.864521 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.864737 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.864974 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.865261 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.865500 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.865734 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.865997 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.866259 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.866473 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.866727 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.866967 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.867217 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.867428 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.867685 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.867901 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.868186 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.868404 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.868616 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.868851 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.869065 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.869305 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.869517 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.869755 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.869972 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.870314 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.870570 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.870811 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.871236 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.871484 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.871702 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.871956 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.872173 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.872428 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.872641 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.872886 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.873118 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.873365 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.873600 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.873833 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.874147 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.874405 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.874659 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.874882 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.875097 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.875318 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.875532 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.875765 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.875977 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.876192 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.876399 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.876606 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.876843 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.877089 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.877372 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.877611 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.877841 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.878126 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.878358 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.878580 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.878903 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.879248 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.879595 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.880056 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.880319 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.880586 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.880875 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.881092 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.881301 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.881540 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.881753 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.882030 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.882257 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.882471 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.882678 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.882898 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.883111 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.883317 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.883536 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.883742 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.883970 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.884293 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.884512 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.884720 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.884968 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.885175 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.885381 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.885601 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.885813 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.886038 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.886180 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:22:05.886311 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.886555 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.886770 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.887043 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.887271 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.887559 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.887800 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.888118 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.888347 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.888612 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.888948 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.889175 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.889396 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.889663 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.889969 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.890253 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.890500 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.890750 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.891018 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.891304 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.891561 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.891774 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.892082 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.892427 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.892694 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.892974 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.893220 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.893464 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.893698 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.894071 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.894938 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.895199 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.895411 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.895671 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.895897 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.896138 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.896352 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.896724 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.897113 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.897481 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.897875 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.898097 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.898314 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.898474 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 03:22:05.899013 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106188) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 03:22:05.899172 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 03:22:05.899321 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 03:22:05.899495 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 03:22:05.899665 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 03:22:05.899819 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 03:22:05.900025 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.900184 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.900338 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.900497 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.900676 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.900857 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.901013 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.901168 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.901323 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.901477 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.901633 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.901787 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.901943 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.902094 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.902241 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.902391 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.902555 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.902711 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.903018 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.903170 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.903554 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.903711 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] debug = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.903865 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.904227 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.904885 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.905190 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.905347 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.905502 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.905657 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.905811 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.905968 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.906128 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.906286 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.906444 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.906587 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.906741 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.906896 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.907050 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.907204 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.907403 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] host = dv-cinder-854261-1-iscsi {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.907485 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.907644 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.907799 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.907953 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.908107 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.908260 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.908419 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.908576 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.908717 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.908890 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.909055 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.909190 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.909349 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.909503 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_file = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.909658 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_options = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.909813 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.909968 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.911110 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.911110 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.911272 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.911371 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.911529 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.911745 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.911864 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.911985 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.912286 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.912591 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.912746 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.912927 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.913084 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.913240 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.913397 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.913554 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.913710 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.913866 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.914025 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.914177 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.914583 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.914743 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.914900 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.915055 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.915210 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.915364 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.915519 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.915675 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.915831 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.915987 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.916141 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.916298 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.916453 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.916606 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.916760 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.917014 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.917182 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.917490 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.917788 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.918067 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.918360 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.918639 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.918728 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.918812 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.918990 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] use_json = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.919097 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.919246 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.919395 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.919545 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.919697 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.919859 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.920009 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.920294 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.920585 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 03:22:05.920915 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.921231 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.921404 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.921558 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.921717 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.921875 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.922031 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.922189 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.922346 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.922678 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.922855 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.923016 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.923187 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.923346 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.923505 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.923664 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.923821 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.923978 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.924136 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.924293 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.924450 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.924704 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.924967 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.925161 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.925303 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.925527 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.925705 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.925797 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.926168 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.926168 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.926352 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.926691 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.926853 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.927013 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.927171 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.927352 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.927514 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.927672 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.927830 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.927989 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.928148 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.928307 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.928467 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.928624 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.928807 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.928961 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.929120 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.929276 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.929433 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.929592 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.929750 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.929906 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.930065 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.930223 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.930381 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.930539 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.930696 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.930864 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.931020 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.931178 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.931335 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.931493 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.931648 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.931811 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.931970 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.932124 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.932284 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.932441 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.932610 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.932791 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.933017 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.933147 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.933274 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.933400 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.933557 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.933714 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.933870 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.934027 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.934185 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.934342 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.934498 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.934676 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.934833 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.934989 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.935147 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.935305 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.935467 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.935624 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.935782 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.935939 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.936098 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.936262 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.936492 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.936595 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.936745 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.936921 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.937081 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.937225 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.937661 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.937661 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.937661 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.938057 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.938057 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.938310 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.938310 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.938563 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.938563 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.938815 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.938815 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.939073 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.939206 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.939343 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.939486 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.939618 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.939753 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.939885 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.939972 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.940125 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.940280 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.940436 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.940594 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.940750 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.940926 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.941091 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.941249 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.941492 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.941766 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.942115 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.942296 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.942457 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.942616 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.942774 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.942931 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.943090 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.943248 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.943405 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.943562 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.943720 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.943877 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.944046 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.944205 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.944364 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.944521 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.944702 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.944913 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.945072 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.945229 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.945409 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.945566 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.945723 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.945879 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.946036 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.946192 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.946351 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.946509 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.946666 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.946825 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.946983 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.947140 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.947298 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.947457 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.947614 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.947772 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.947931 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.948087 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.948244 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.948406 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.948563 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.948720 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.948899 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.949057 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.949214 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.949372 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.949529 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.949685 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.949841 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.949997 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.950154 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.950310 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.950467 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.950627 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.950783 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.950941 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.951098 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.951260 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.951416 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.951572 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.951731 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.951888 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.952047 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.952206 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.952362 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.952519 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.952677 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.952854 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.953013 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.953169 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.953327 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.953503 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.953670 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.953805 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.953963 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.954120 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.954291 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.954436 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.954593 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.954749 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.954906 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.955066 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.955223 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.955380 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.955537 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.955693 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.955849 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.956008 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.956168 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.956326 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.956483 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.956640 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.956845 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.958030 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.958030 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.958030 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.958030 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.958348 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.958348 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.958518 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.958625 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.958789 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.958946 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.959103 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.959258 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.959414 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.959582 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.959738 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.959894 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.960050 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.960205 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.960361 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.960526 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.960683 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.960862 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.961019 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.961176 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.961333 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.961498 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.961656 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.961814 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.961971 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.962127 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.962282 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.962447 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.962603 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.962760 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.962916 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.963071 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.963226 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.963393 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.963550 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.963706 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.963862 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.964018 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.964175 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.964340 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.964498 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.964655 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.964841 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.965001 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.965157 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.965315 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.965483 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.965651 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.965788 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.965944 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.966101 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.966258 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.966418 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.966566 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.966730 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.966895 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.967053 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.967217 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.967382 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.967546 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.967704 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.967868 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.968037 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.968193 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.968350 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.968505 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.968666 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.968843 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.969001 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.969159 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.969314 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.969472 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.969616 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.969772 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.969928 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.970085 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.970242 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.970398 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.970555 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.970710 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.970868 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.971024 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 03:22:05.971175 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 03:22:06.079944 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 47576) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:22:06.088024 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [-] 10.222.0.81 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0059435 Aug 24 03:22:06.092409 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [-] 10.222.0.81 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038047 Aug 24 03:22:15.250495 dv-cinder-854261-1-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:17.368743 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16931ddc-ebe2-4b08-9bf9-1726ac3dd2d3 None None] get_active_networks_info from dv-cinder-854261-1-iscsi {{(pid=106303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 24 03:22:17.411772 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writer thread running {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 03:22:17.467974 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0a5b6901-7701-4423-aebc-8773fd46b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7891991'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:17.506384 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16931ddc-ebe2-4b08-9bf9-1726ac3dd2d3 None None] No non-hosted networks {{(pid=106303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 03:22:19.206522 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writer thread running {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 03:22:19.801887 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-97f15510-672b-48bf-acb0-feedafd04e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7891991'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:19.857373 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b47e4b2c-4b1c-4fc8-8120-1c334f23b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:20.827068 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7891991'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:21.205098 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 47650) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:22:21.814816 dv-cinder-854261-1-iscsi neutron-server[106302]: WARNING oslo_policy.policy [None req-59575ac3-48cc-4779-bd12-d23fd7752ae8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 03:22:21.815585 dv-cinder-854261-1-iscsi neutron-server[106302]: WARNING oslo_policy.policy [None req-59575ac3-48cc-4779-bd12-d23fd7752ae8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 03:22:22.051731 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [None req-59575ac3-48cc-4779-bd12-d23fd7752ae8 admin admin] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:22:22.069553 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-59575ac3-48cc-4779-bd12-d23fd7752ae8 admin admin] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8635557 Aug 24 03:22:22.492092 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7891991'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:22.576643 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7891991'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:22.579983 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:22.581424 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:22.581858 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:22.582283 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:22.582675 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:22.583852 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:22.584358 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:22.586706 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:22.587221 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:22.588269 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:22.588845 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:22.591416 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:22.591943 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:22.592697 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:22.596067 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:22.596969 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854261-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:22:22.608278 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854261-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:22:23.241104 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.db.l3_hamode_db [None req-46d9da8e-a360-4bd4-9b1e-cc387bba0c9b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 03:22:23.322028 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9da8e-a360-4bd4-9b1e-cc387bba0c9b None None] Routers set() bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:22:23.322468 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9da8e-a360-4bd4-9b1e-cc387bba0c9b None None] Router IDs set() for agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 24 03:22:24.545713 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 47682) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:22:25.056519 dv-cinder-854261-1-iscsi neutron-server[106301]: WARNING oslo_policy.policy [None req-762266f8-812b-46b5-bea7-7d37288b0c83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 03:22:25.057106 dv-cinder-854261-1-iscsi neutron-server[106301]: WARNING oslo_policy.policy [None req-762266f8-812b-46b5-bea7-7d37288b0c83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 03:22:25.275203 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-762266f8-812b-46b5-bea7-7d37288b0c83 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:22:25.367633 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.policy [None req-762266f8-812b-46b5-bea7-7d37288b0c83 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106301) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 03:22:25.408490 dv-cinder-854261-1-iscsi neutron-server[106301]: WARNING oslo_policy.policy [None req-762266f8-812b-46b5-bea7-7d37288b0c83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 03:22:25.408888 dv-cinder-854261-1-iscsi neutron-server[106301]: WARNING oslo_policy.policy [None req-762266f8-812b-46b5-bea7-7d37288b0c83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 03:22:25.429800 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writer thread running {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 03:22:25.505803 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-762266f8-812b-46b5-bea7-7d37288b0c83 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765996060231', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765996058707', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765996044079', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765996045154', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765996055350', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765996227517', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-739171', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-750242', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8072353', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7927171'] for rbac-policy (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:25.578371 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-762266f8-812b-46b5-bea7-7d37288b0c83 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:25.579708 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-762266f8-812b-46b5-bea7-7d37288b0c83 admin admin] 10.222.0.81 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0321679 Aug 24 03:22:27.959239 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 47698) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:22:28.297574 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:22:28.310244 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writer thread running {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 03:22:28.352245 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Made reservation on behalf of 1b7cc325ca0144afbe3094beaaf32144 for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:22:28.415095 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.policy [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106302) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 03:22:28.455603 dv-cinder-854261-1-iscsi neutron-server[106302]: WARNING oslo_policy.policy [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 03:22:28.455986 dv-cinder-854261-1-iscsi neutron-server[106302]: WARNING oslo_policy.policy [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 03:22:28.467297 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:28.492324 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:28.607769 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Publish callbacks [] for security_group (639a3b5a-bc8b-497d-870f-a7f6f49f5c00), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:28.611811 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (639a3b5a-bc8b-497d-870f-a7f6f49f5c00), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:28.637111 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:22:28.673127 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765999304551', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (27064ee7-367d-49d9-9e4e-9f3d943ed847), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:28.673622 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Unsubscribe: segment precommit_create {{(pid=106302) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 03:22:28.674166 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Added segment 27064ee7-367d-49d9-9e4e-9f3d943ed847 of type vlan for network b7fe14da-afbe-4f03-9a7d-fc0732b8b06f Aug 24 03:22:28.691164 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=639a3b5a-bc8b-497d-870f-a7f6f49f5c00,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:22:28.745319 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:28.745660 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:28.746014 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:28.746369 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:28.746700 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:28.747026 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:28.747343 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:28.747661 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:28.747977 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:28.748292 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:28.748608 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:28.748974 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:28.749293 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:28.749605 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:28.749916 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Tracked resource versions report: Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: pushed versions: Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: { 'AddressGroup': {'1.2'}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Agent': {'1.1'}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'ConntrackHelper': {'1.0'}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'LocalIPAssociation': {'1.0'}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Log': {'1.0'}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'NDPProxy': {'1.0'}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Network': {'1.1'}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Port': {'1.7'}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'PortForwarding': {'1.3'}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'QosPolicy': {'1.10'}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'SecurityGroup': {'1.5'}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'SecurityGroupRule': {'1.2'}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'SubPort': {'1.0'}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Subnet': {'1.1'}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Trunk': {'1.1'}} Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: consumer versions: Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: { DHCP agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: L3 agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: Metadata agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: Metering agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: Open vSwitch agent@dv-cinder-854261-1-iscsi: { 'AddressGroup': '1.2', Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Agent': '1.1', Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'ConntrackHelper': '1.0', Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'LocalIPAssociation': '1.0', Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Log': '1.0', Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'NDPProxy': '1.0', Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Network': '1.1', Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Port': '1.7', Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'PortForwarding': '1.3', Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'QosPolicy': '1.10', Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'SecurityGroup': '1.5', Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'SecurityGroupRule': '1.2', Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'SubPort': '1.0', Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Subnet': '1.1', Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Trunk': '1.1'}} Aug 24 03:22:28.751343 dv-cinder-854261-1-iscsi neutron-server[106302]: {{(pid=106302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 03:22:28.785918 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (b7fe14da-afbe-4f03-9a7d-fc0732b8b06f), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:28.829090 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (b7fe14da-afbe-4f03-9a7d-fc0732b8b06f), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:28.834837 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:22:28.835825 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:28.910260 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9498947 Aug 24 03:22:28.967163 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c463d-1a6e-49bd-ace5-296a35465a7b demo demo] Pushing event updated for resources: {'Network': ['ID=b7fe14da-afbe-4f03-9a7d-fc0732b8b06f,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:22:28.979530 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network b7fe14da-afbe-4f03-9a7d-fc0732b8b06f details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:22:31.332876 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 47712) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:22:31.755236 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326c479d-7a6c-41dd-be10-08716eeff15d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:22:31.757244 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-326c479d-7a6c-41dd-be10-08716eeff15d demo admin] 10.222.0.81 "GET /networking/v2.0/networks/b7fe14da-afbe-4f03-9a7d-fc0732b8b06f HTTP/1.1" status: 200 len: 825 time: 0.4228120 Aug 24 03:22:31.796815 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9fb5e78b-1101-4b03-a503-6553d87f213e demo admin] 10.222.0.81 "GET /networking/v2.0/subnetpools/9e3f23f2-a461-4bf0-b55b-ced1ebbcc638 HTTP/1.1" status: 200 len: 734 time: 0.0335040 Aug 24 03:22:31.814903 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-fb8b4ec2-2562-4fd2-850c-02bc2225fa86 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f', 'ip_version': 4, 'subnetpool_id': '9e3f23f2-a461-4bf0-b55b-ced1ebbcc638', 'name': 'private-subnet'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:22:31.841153 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=55,neutron:INSERT=40,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:31.851420 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8b4ec2-2562-4fd2-850c-02bc2225fa86 demo admin] Made reservation on behalf of 1b7cc325ca0144afbe3094beaaf32144 for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:22:31.853784 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4ec2-2562-4fd2-850c-02bc2225fa86 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:32.163234 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4ec2-2562-4fd2-850c-02bc2225fa86 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for subnet (5fc835ba-f851-465f-9ebf-c8d78a062302), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:32.199449 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:32.263638 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b4ec2-2562-4fd2-850c-02bc2225fa86 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5fc835ba-f851-465f-9ebf-c8d78a062302,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:22:32.268158 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b4ec2-2562-4fd2-850c-02bc2225fa86 demo admin] Checking segment: {'id': '27064ee7-367d-49d9-9e4e-9f3d943ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:22:32.268532 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8b4ec2-2562-4fd2-850c-02bc2225fa86 demo admin] Network hostable DHCP agents. Network: b7fe14da-afbe-4f03-9a7d-fc0732b8b06f, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:22:32.290366 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8b4ec2-2562-4fd2-850c-02bc2225fa86 demo admin] Network b7fe14da-afbe-4f03-9a7d-fc0732b8b06f is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:22:32.301197 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-fb8b4ec2-2562-4fd2-850c-02bc2225fa86 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, b7fe14da-afbe-4f03-9a7d-fc0732b8b06f) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:22:32.306409 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b4ec2-2562-4fd2-850c-02bc2225fa86 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:22:32.306996 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4ec2-2562-4fd2-850c-02bc2225fa86 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:32.312995 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b222c01-e309-4b77-b4e0-51cbf9b7be2b None None] Network b7fe14da-afbe-4f03-9a7d-fc0732b8b06f requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:22:32.326354 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-fb8b4ec2-2562-4fd2-850c-02bc2225fa86 demo admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5238550 Aug 24 03:22:32.508999 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:32.516336 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:32.582462 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70d57586-e4e6-542b-96d4-1cbf7e47ba16-b7fe14da-afbe-4f03-9a7d-fc0732b8b06f', 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f', 'project_id': '1b7cc325ca0144afbe3094beaaf32144', 'fixed_ips': [{'subnet_id': '5fc835ba-f851-465f-9ebf-c8d78a062302'}]}} from dv-cinder-854261-1-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 03:22:32.583840 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:32.868944 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Allocated IP 172.20.0.2 (b7fe14da-afbe-4f03-9a7d-fc0732b8b06f/5fc835ba-f851-465f-9ebf-c8d78a062302/5fb6c707-f510-4fff-a348-87abe14252bb) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:22:32.874773 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:33.144648 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Publish callbacks [] for port (5fb6c707-f510-4fff-a348-87abe14252bb), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:33.153183 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (5fb6c707-f510-4fff-a348-87abe14252bb), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:33.223831 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Network b7fe14da-afbe-4f03-9a7d-fc0732b8b06f is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:22:33.232147 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:22:33.235736 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:22:33.273353 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Pushing event updated for resources: {'Port': ['ID=5fb6c707-f510-4fff-a348-87abe14252bb,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:22:33.300097 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:33.300451 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:33.300830 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:33.301195 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:33.301536 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:33.301870 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:33.302205 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:33.302534 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:33.302866 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:33.303195 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:33.303662 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:33.304025 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:33.304441 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:33.304787 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:33.305116 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Tracked resource versions report: Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: pushed versions: Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: { 'AddressGroup': {'1.2'}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Agent': {'1.1'}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'ConntrackHelper': {'1.0'}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'LocalIPAssociation': {'1.0'}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Log': {'1.0'}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'NDPProxy': {'1.0'}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Network': {'1.1'}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Port': {'1.7'}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'PortForwarding': {'1.3'}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'QosPolicy': {'1.10'}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'SecurityGroup': {'1.5'}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'SecurityGroupRule': {'1.2'}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'SubPort': {'1.0'}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Subnet': {'1.1'}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Trunk': {'1.1'}} Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: consumer versions: Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: { DHCP agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: L3 agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: Metadata agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: Metering agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: Open vSwitch agent@dv-cinder-854261-1-iscsi: { 'AddressGroup': '1.2', Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Agent': '1.1', Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'ConntrackHelper': '1.0', Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'LocalIPAssociation': '1.0', Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Log': '1.0', Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'NDPProxy': '1.0', Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Network': '1.1', Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Port': '1.7', Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'PortForwarding': '1.3', Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'QosPolicy': '1.10', Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'SecurityGroup': '1.5', Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'SecurityGroupRule': '1.2', Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'SubPort': '1.0', Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Subnet': '1.1', Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Trunk': '1.1'}} Aug 24 03:22:33.306557 dv-cinder-854261-1-iscsi neutron-server[106303]: {{(pid=106303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 03:22:33.333051 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:33.339758 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Attempting to bind port 5fb6c707-f510-4fff-a348-87abe14252bb on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:22:33.340116 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Attempting to bind port 5fb6c707-f510-4fff-a348-87abe14252bb by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '27064ee7-367d-49d9-9e4e-9f3d943ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:22:33.340543 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Attempting to bind port 5fb6c707-f510-4fff-a348-87abe14252bb on network b7fe14da-afbe-4f03-9a7d-fc0732b8b06f {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:22:33.346796 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:22:33.347205 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Checking segment: {'id': '27064ee7-367d-49d9-9e4e-9f3d943ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:22:33.347672 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:33.348067 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Bound using segment: {'id': '27064ee7-367d-49d9-9e4e-9f3d943ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:22:33.348567 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Bound port: 5fb6c707-f510-4fff-a348-87abe14252bb, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27064ee7-367d-49d9-9e4e-9f3d943ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:22:33.349001 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (5fb6c707-f510-4fff-a348-87abe14252bb), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:33.413097 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] For port 5fb6c707-f510-4fff-a348-87abe14252bb, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:22:33.433072 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] For port 5fb6c707-f510-4fff-a348-87abe14252bb, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=5fb6c707-f510-4fff-a348-87abe14252bb,segment=NetworkSegment(27064ee7-367d-49d9-9e4e-9f3d943ed847),segment_id=27064ee7-367d-49d9-9e4e-9f3d943ed847)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:22:33.440291 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (5fb6c707-f510-4fff-a348-87abe14252bb), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:33.493957 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7687623-a20c-4513-a74c-19b1faf7434b None None] Pushing event updated for resources: {'Port': ['ID=5fb6c707-f510-4fff-a348-87abe14252bb,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:22:34.755347 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 47728) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:22:35.096092 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [None req-2fe30a92-8316-4a7a-b6b1-545f9025278a admin admin] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:22:35.097307 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2fe30a92-8316-4a7a-b6b1-545f9025278a admin admin] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3410027 Aug 24 03:22:35.571933 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=21,neutron:INSERT=37,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:35.574052 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:37.740533 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 47740) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:22:38.086534 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [None req-2c214a16-0da9-4d8e-8d37-db0204863f54 admin admin] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:22:38.087552 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2c214a16-0da9-4d8e-8d37-db0204863f54 admin admin] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3460684 Aug 24 03:22:40.514095 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 47752) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:22:40.844652 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-eb23197e-26a7-4edf-90aa-e446d05254b1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:22:40.872726 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-eb23197e-26a7-4edf-90aa-e446d05254b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12812'] for router (09795b51-cb0f-49c4-9d1e-717eaeebd3d5), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:40.874337 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-eb23197e-26a7-4edf-90aa-e446d05254b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7891735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7889631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8099016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12805'] for router (09795b51-cb0f-49c4-9d1e-717eaeebd3d5), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:41.010949 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-eb23197e-26a7-4edf-90aa-e446d05254b1 demo demo] Publish callbacks [] for router_controller (09795b51-cb0f-49c4-9d1e-717eaeebd3d5), precommit_add_association {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:41.016299 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-eb23197e-26a7-4edf-90aa-e446d05254b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7891712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7889582'] for router (09795b51-cb0f-49c4-9d1e-717eaeebd3d5), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:41.036397 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-eb23197e-26a7-4edf-90aa-e446d05254b1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:41.037589 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-eb23197e-26a7-4edf-90aa-e446d05254b1 demo demo] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5225172 Aug 24 03:22:41.737687 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5fdde7-d291-4efa-b2e9-c1d950c7e359 None None] Network b7fe14da-afbe-4f03-9a7d-fc0732b8b06f requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:22:41.812718 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-6348fc6c-9810-4b08-9102-c78f82b307e0 None None] Provisioning complete for port 5fb6c707-f510-4fff-a348-87abe14252bb triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:22:41.813148 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6348fc6c-9810-4b08-9102-c78f82b307e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (5fb6c707-f510-4fff-a348-87abe14252bb), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:42.006144 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-6348fc6c-9810-4b08-9102-c78f82b307e0 None None] Current status of the port 5fb6c707-f510-4fff-a348-87abe14252bb is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:22:42.006805 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6348fc6c-9810-4b08-9102-c78f82b307e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (5fb6c707-f510-4fff-a348-87abe14252bb), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:42.045899 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-6348fc6c-9810-4b08-9102-c78f82b307e0 None None] For port 5fb6c707-f510-4fff-a348-87abe14252bb, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=5fb6c707-f510-4fff-a348-87abe14252bb,segment=NetworkSegment(27064ee7-367d-49d9-9e4e-9f3d943ed847),segment_id=27064ee7-367d-49d9-9e4e-9f3d943ed847)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:22:42.050175 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6348fc6c-9810-4b08-9102-c78f82b307e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (5fb6c707-f510-4fff-a348-87abe14252bb), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:42.108225 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348fc6c-9810-4b08-9102-c78f82b307e0 None None] Pushing event updated for resources: {'Port': ['ID=5fb6c707-f510-4fff-a348-87abe14252bb,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:22:42.174815 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-b0079c2f-2af1-404e-b166-99152c876682 None None] Provisioning complete for port 5fb6c707-f510-4fff-a348-87abe14252bb triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:22:42.175205 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b0079c2f-2af1-404e-b166-99152c876682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (5fb6c707-f510-4fff-a348-87abe14252bb), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:42.248872 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-b0079c2f-2af1-404e-b166-99152c876682 None None] Current status of the port 5fb6c707-f510-4fff-a348-87abe14252bb is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:22:42.318257 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 5fb6c707-f510-4fff-a348-87abe14252bb up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:22:42.362028 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:42.364322 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 5fb6c707-f510-4fff-a348-87abe14252bb triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:22:42.364713 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (5fb6c707-f510-4fff-a348-87abe14252bb), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:42.436177 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 5fb6c707-f510-4fff-a348-87abe14252bb is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:22:43.433035 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 47760) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:22:43.762762 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [None req-55d3bedd-8941-40ce-82f3-132a56f75d2c admin admin] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:22:43.763860 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-55d3bedd-8941-40ce-82f3-132a56f75d2c admin admin] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3298769 Aug 24 03:22:46.178241 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 47768) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:22:46.509885 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:22:46.536995 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Made reservation on behalf of 35c28eab9a294b9ba17b7f5b9c24d868 for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:22:46.543117 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:46.560125 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:46.669043 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Publish callbacks [] for security_group (5c30559a-ea13-4564-ae8d-f2059df7f4aa), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:46.672844 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (5c30559a-ea13-4564-ae8d-f2059df7f4aa), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:46.684403 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Reserving flat network on physical network physnet1 {{(pid=106301) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 03:22:46.715390 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765999304551', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (567aeac5-582d-4eb6-ad1a-c466533ba610), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:46.715940 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Unsubscribe: segment precommit_create {{(pid=106301) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 03:22:46.716495 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Added segment 567aeac5-582d-4eb6-ad1a-c466533ba610 of type flat for network 68ed77cc-6535-48c9-8f55-c96c079deaef Aug 24 03:22:46.750886 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c30559a-ea13-4564-ae8d-f2059df7f4aa,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:22:46.784731 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:46.785099 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:46.785453 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:46.785788 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:46.786111 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:46.786430 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:46.786749 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:46.787064 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:46.787399 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:46.787721 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:46.788051 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:46.788386 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:46.788709 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:46.789082 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:46.790021 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Tracked resource versions report: Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: pushed versions: Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: { 'AddressGroup': {'1.2'}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Agent': {'1.1'}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'ConntrackHelper': {'1.0'}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'LocalIPAssociation': {'1.0'}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Log': {'1.0'}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'NDPProxy': {'1.0'}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Network': {'1.1'}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Port': {'1.7'}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'PortForwarding': {'1.3'}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'QosPolicy': {'1.10'}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'SecurityGroup': {'1.5'}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'SecurityGroupRule': {'1.2'}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'SubPort': {'1.0'}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Subnet': {'1.1'}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Trunk': {'1.1'}} Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: consumer versions: Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: { DHCP agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: L3 agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: Metadata agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: Metering agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: Open vSwitch agent@dv-cinder-854261-1-iscsi: { 'AddressGroup': '1.2', Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Agent': '1.1', Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'ConntrackHelper': '1.0', Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'LocalIPAssociation': '1.0', Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Log': '1.0', Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'NDPProxy': '1.0', Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Network': '1.1', Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Port': '1.7', Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'PortForwarding': '1.3', Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'QosPolicy': '1.10', Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'SecurityGroup': '1.5', Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'SecurityGroupRule': '1.2', Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'SubPort': '1.0', Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Subnet': '1.1', Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Trunk': '1.1'}} Aug 24 03:22:46.791557 dv-cinder-854261-1-iscsi neutron-server[106301]: {{(pid=106301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 03:22:46.836139 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (68ed77cc-6535-48c9-8f55-c96c079deaef), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:46.881006 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (68ed77cc-6535-48c9-8f55-c96c079deaef), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:46.882201 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:22:46.882903 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:46.943175 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7638667 Aug 24 03:22:46.988445 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd04c6c-7837-48a3-8483-56eaa52804ca admin admin] Pushing event updated for resources: {'Network': ['ID=68ed77cc-6535-48c9-8f55-c96c079deaef,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:22:47.000242 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network 68ed77cc-6535-48c9-8f55-c96c079deaef details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:22:47.303549 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-06de4ef7-afbe-464f-8945-be0288915d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:49.341581 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 47780) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:22:49.708336 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaad80c-0acb-4572-bbfc-044bb5777c0b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:22:49.709732 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-1aaad80c-0acb-4572-bbfc-044bb5777c0b demo admin] 10.222.0.81 "GET /networking/v2.0/subnets/5fc835ba-f851-465f-9ebf-c8d78a062302 HTTP/1.1" status: 200 len: 849 time: 0.3669920 Aug 24 03:22:49.801917 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e3f1-0709-4ed2-b541-5a05738d30ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:49.834240 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-5d8e2a49-16cd-41eb-b724-2b6ae7bfcb41 demo admin] 10.222.0.81 "GET /networking/v2.0/routers/09795b51-cb0f-49c4-9d1e-717eaeebd3d5 HTTP/1.1" status: 200 len: 704 time: 0.1178532 Aug 24 03:22:50.095574 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:50.121204 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:50.388370 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Allocated IP 172.20.0.1 (b7fe14da-afbe-4f03-9a7d-fc0732b8b06f/5fc835ba-f851-465f-9ebf-c8d78a062302/80fbf38a-915f-4a45-ac76-e726b2f5ad41) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:22:50.540743 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Publish callbacks [] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:50.579812 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:50.605217 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:50.729707 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Network b7fe14da-afbe-4f03-9a7d-fc0732b8b06f is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:22:50.735367 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:22:50.741135 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:22:50.741326 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890483'] for router_interface (09795b51-cb0f-49c4-9d1e-717eaeebd3d5), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:50.761361 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Pushing event updated for resources: {'Port': ['ID=80fbf38a-915f-4a45-ac76-e726b2f5ad41,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:22:50.781942 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:50.788263 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:50.919996 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-25a162c1-3423-43ba-a378-a2f202c81910 None None] Provisioning complete for port 80fbf38a-915f-4a45-ac76-e726b2f5ad41 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:22:50.920613 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-25a162c1-3423-43ba-a378-a2f202c81910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:50.948402 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:50.952527 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-25a162c1-3423-43ba-a378-a2f202c81910 None None] Port 80fbf38a-915f-4a45-ac76-e726b2f5ad41 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:22:51.161414 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Publish callbacks [] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:51.166281 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:51.167099 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890511'] for router_interface (09795b51-cb0f-49c4-9d1e-717eaeebd3d5), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:51.226530 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Pushing event updated for resources: {'Port': ['ID=80fbf38a-915f-4a45-ac76-e726b2f5ad41,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:22:51.258658 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:51.294985 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Network b7fe14da-afbe-4f03-9a7d-fc0732b8b06f is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:22:51.296349 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:22:51.452848 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Router 09795b51-cb0f-49c4-9d1e-717eaeebd3d5 is scheduled to L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e with binding_index 1 {{(pid=106302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 03:22:51.471438 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-a032bf38-da63-4656-b622-42a1949f0209 None None] Provisioning complete for port 80fbf38a-915f-4a45-ac76-e726b2f5ad41 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:22:51.471828 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a032bf38-da63-4656-b622-42a1949f0209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:51.502991 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-a032bf38-da63-4656-b622-42a1949f0209 None None] Port 80fbf38a-915f-4a45-ac76-e726b2f5ad41 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:22:51.542808 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:22:51.548082 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-70836c24-dbb5-48f6-a659-85190e968030 demo admin] 10.222.0.81 "PUT /networking/v2.0/routers/09795b51-cb0f-49c4-9d1e-717eaeebd3d5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7075140 Aug 24 03:22:51.564328 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Sync routers for ids ['09795b51-cb0f-49c4-9d1e-717eaeebd3d5'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:22:51.577332 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Routers {'09795b51-cb0f-49c4-9d1e-717eaeebd3d5'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:22:51.578156 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:22:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['09795b51-cb0f-49c4-9d1e-717eaeebd3d5'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:22:51.758215 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Set router 09795b51-cb0f-49c4-9d1e-717eaeebd3d5 gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:22:52.183299 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09795b51-cb0f-49c4-9d1e-717eaeebd3d5', 'name': 'router1', 'tenant_id': '1b7cc325ca0144afbe3094beaaf32144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:22:40Z', 'updated_at': '2022-08-24T03:22:50Z', 'revision_number': 2, 'project_id': '1b7cc325ca0144afbe3094beaaf32144', 'gw_port_host': None, '_interfaces': [{'id': '80fbf38a-915f-4a45-ac76-e726b2f5ad41', 'name': '', 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f', 'tenant_id': '1b7cc325ca0144afbe3094beaaf32144', 'mac_address': 'fa:16:3e:48:3e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09795b51-cb0f-49c4-9d1e-717eaeebd3d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fc835ba-f851-465f-9ebf-c8d78a062302', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:22:50Z', 'updated_at': '2022-08-24T03:22:51Z', 'revision_number': 2, 'project_id': '1b7cc325ca0144afbe3094beaaf32144', 'subnets': [{'id': '5fc835ba-f851-465f-9ebf-c8d78a062302', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e3f23f2-a461-4bf0-b55b-ced1ebbcc638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:22:52.233284 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Checking router: 09795b51-cb0f-49c4-9d1e-717eaeebd3d5 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:22:52.233650 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Updating router 09795b51-cb0f-49c4-9d1e-717eaeebd3d5 port 80fbf38a-915f-4a45-ac76-e726b2f5ad41 binding host dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:22:52.286937 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:52.435675 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:52.550423 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:52.791766 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Publish callbacks [] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:52.798352 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:52.948832 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Pushing event updated for resources: {'Port': ['ID=80fbf38a-915f-4a45-ac76-e726b2f5ad41,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:22:52.957372 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Attempting to bind port 80fbf38a-915f-4a45-ac76-e726b2f5ad41 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:22:52.957778 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Attempting to bind port 80fbf38a-915f-4a45-ac76-e726b2f5ad41 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '27064ee7-367d-49d9-9e4e-9f3d943ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:22:52.958198 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Attempting to bind port 80fbf38a-915f-4a45-ac76-e726b2f5ad41 on network b7fe14da-afbe-4f03-9a7d-fc0732b8b06f {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:22:52.963688 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:52.964031 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:52.964373 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:52.964711 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:52.965066 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:52.965399 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:52.965716 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:52.966034 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:52.966353 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:52.966668 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:52.966987 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:52.967321 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:52.967640 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:52.967953 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:52.968267 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Tracked resource versions report: Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: pushed versions: Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: { 'AddressGroup': {'1.2'}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Agent': {'1.1'}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'ConntrackHelper': {'1.0'}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'LocalIPAssociation': {'1.0'}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Log': {'1.0'}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'NDPProxy': {'1.0'}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Network': {'1.1'}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Port': {'1.7'}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'PortForwarding': {'1.3'}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'QosPolicy': {'1.10'}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'SecurityGroup': {'1.5'}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'SecurityGroupRule': {'1.2'}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'SubPort': {'1.0'}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Subnet': {'1.1'}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Trunk': {'1.1'}} Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: consumer versions: Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: { DHCP agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: L3 agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: Metadata agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: Metering agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: Open vSwitch agent@dv-cinder-854261-1-iscsi: { 'AddressGroup': '1.2', Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Agent': '1.1', Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'ConntrackHelper': '1.0', Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'LocalIPAssociation': '1.0', Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Log': '1.0', Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'NDPProxy': '1.0', Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Network': '1.1', Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Port': '1.7', Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'PortForwarding': '1.3', Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'QosPolicy': '1.10', Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'SecurityGroup': '1.5', Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'SecurityGroupRule': '1.2', Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'SubPort': '1.0', Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Subnet': '1.1', Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Trunk': '1.1'}} Aug 24 03:22:52.969706 dv-cinder-854261-1-iscsi neutron-server[106304]: {{(pid=106304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 03:22:52.973249 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:22:52.973665 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Checking segment: {'id': '27064ee7-367d-49d9-9e4e-9f3d943ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:22:52.974122 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:52.974496 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Bound using segment: {'id': '27064ee7-367d-49d9-9e4e-9f3d943ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:22:52.974989 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Bound port: 80fbf38a-915f-4a45-ac76-e726b2f5ad41, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27064ee7-367d-49d9-9e4e-9f3d943ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:22:52.975362 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:53.026496 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:53.042230 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] For port 80fbf38a-915f-4a45-ac76-e726b2f5ad41, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:22:53.061984 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] For port 80fbf38a-915f-4a45-ac76-e726b2f5ad41, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=80fbf38a-915f-4a45-ac76-e726b2f5ad41,segment=NetworkSegment(27064ee7-367d-49d9-9e4e-9f3d943ed847),segment_id=27064ee7-367d-49d9-9e4e-9f3d943ed847)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:22:53.067846 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:53.110554 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:53.111371 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Routers {'09795b51-cb0f-49c4-9d1e-717eaeebd3d5'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:22:53.112083 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:22:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['09795b51-cb0f-49c4-9d1e-717eaeebd3d5'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:22:53.183475 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc324e-fc15-489f-94d6-5d41e54bda37 None None] Pushing event updated for resources: {'Port': ['ID=80fbf38a-915f-4a45-ac76-e726b2f5ad41,revision_number=4']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:22:53.208710 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] Set router 09795b51-cb0f-49c4-9d1e-717eaeebd3d5 gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:22:53.403040 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09795b51-cb0f-49c4-9d1e-717eaeebd3d5', 'name': 'router1', 'tenant_id': '1b7cc325ca0144afbe3094beaaf32144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:22:40Z', 'updated_at': '2022-08-24T03:22:50Z', 'revision_number': 2, 'project_id': '1b7cc325ca0144afbe3094beaaf32144', 'gw_port_host': None, '_interfaces': [{'id': '80fbf38a-915f-4a45-ac76-e726b2f5ad41', 'name': '', 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f', 'tenant_id': '1b7cc325ca0144afbe3094beaaf32144', 'mac_address': 'fa:16:3e:48:3e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09795b51-cb0f-49c4-9d1e-717eaeebd3d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fc835ba-f851-465f-9ebf-c8d78a062302', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:22:50Z', 'updated_at': '2022-08-24T03:22:53Z', 'revision_number': 4, 'project_id': '1b7cc325ca0144afbe3094beaaf32144', 'subnets': [{'id': '5fc835ba-f851-465f-9ebf-c8d78a062302', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e3f23f2-a461-4bf0-b55b-ced1ebbcc638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:22:53.428253 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9bfc46-9bf8-401f-beb8-f5a7f3eca693 None None] The sync data for ids ['09795b51-cb0f-49c4-9d1e-717eaeebd3d5'] in dv-cinder-854261-1-iscsi is: [{'id': '09795b51-cb0f-49c4-9d1e-717eaeebd3d5', 'name': 'router1', 'tenant_id': '1b7cc325ca0144afbe3094beaaf32144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:22:40Z', 'updated_at': '2022-08-24T03:22:50Z', 'revision_number': 2, 'project_id': '1b7cc325ca0144afbe3094beaaf32144', 'gw_port_host': None, '_interfaces': [{'id': '80fbf38a-915f-4a45-ac76-e726b2f5ad41', 'name': '', 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f', 'tenant_id': '1b7cc325ca0144afbe3094beaaf32144', 'mac_address': 'fa:16:3e:48:3e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09795b51-cb0f-49c4-9d1e-717eaeebd3d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fc835ba-f851-465f-9ebf-c8d78a062302', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:22:50Z', 'updated_at': '2022-08-24T03:22:53Z', 'revision_number': 4, 'project_id': '1b7cc325ca0144afbe3094beaaf32144', 'subnets': [{'id': '5fc835ba-f851-465f-9ebf-c8d78a062302', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e3f23f2-a461-4bf0-b55b-ced1ebbcc638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:22:53.912402 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 47790) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:22:54.321903 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfea2de4-fcf5-4797-bb3f-7f241c66861f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:22:54.323294 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-dfea2de4-fcf5-4797-bb3f-7f241c66861f admin admin] 10.222.0.81 "GET /networking/v2.0/networks/68ed77cc-6535-48c9-8f55-c96c079deaef HTTP/1.1" status: 200 len: 842 time: 0.4098589 Aug 24 03:22:54.333533 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-755b816f-d04f-4b6c-b313-5bc4a820478e admin admin] Request body: {'subnet': {'cidr': '172.27.4.0/24', 'ip_version': 4, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.4.1'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:22:54.356251 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755b816f-d04f-4b6c-b313-5bc4a820478e admin admin] Made reservation on behalf of 35c28eab9a294b9ba17b7f5b9c24d868 for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:22:54.358533 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-755b816f-d04f-4b6c-b313-5bc4a820478e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:54.417250 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:54.652057 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.objects.ports [None req-755b816f-d04f-4b6c-b313-5bc4a820478e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106302) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 24 03:22:54.652521 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-755b816f-d04f-4b6c-b313-5bc4a820478e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for subnet (13574f3c-afbf-4d5a-b7be-0bed11381e42), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:54.706718 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b816f-d04f-4b6c-b313-5bc4a820478e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13574f3c-afbf-4d5a-b7be-0bed11381e42,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:22:54.722808 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755b816f-d04f-4b6c-b313-5bc4a820478e admin admin] Checking segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:22:54.723187 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755b816f-d04f-4b6c-b313-5bc4a820478e admin admin] Network hostable DHCP agents. Network: 68ed77cc-6535-48c9-8f55-c96c079deaef, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:22:54.742309 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755b816f-d04f-4b6c-b313-5bc4a820478e admin admin] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:22:54.748227 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:54.754313 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-755b816f-d04f-4b6c-b313-5bc4a820478e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, 68ed77cc-6535-48c9-8f55-c96c079deaef) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:22:54.758735 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755b816f-d04f-4b6c-b313-5bc4a820478e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:22:54.760355 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-755b816f-d04f-4b6c-b313-5bc4a820478e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:54.767067 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af61f26-b843-48d6-b445-1f5bf3ff2a7c None None] Network 68ed77cc-6535-48c9-8f55-c96c079deaef requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:22:54.789449 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-755b816f-d04f-4b6c-b313-5bc4a820478e admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4592776 Aug 24 03:22:54.932439 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a882204b-61f9-4d7c-9c36-4f902fe78d99 None None] Network 68ed77cc-6535-48c9-8f55-c96c079deaef requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:22:56.943889 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=31,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:56.957338 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=43,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:57.273257 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 47798) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:22:57.795104 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-fd447c5a-dc42-40a6-88ee-85e9c6a8a6d5 demo admin] 10.222.0.81 "GET /networking/v2.0/routers/09795b51-cb0f-49c4-9d1e-717eaeebd3d5 HTTP/1.1" status: 200 len: 710 time: 0.5207317 Aug 24 03:22:57.816152 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:22:57.887175 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407e7269-428b-4b4e-9606-0dea5057abad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:22:57.888607 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-407e7269-428b-4b4e-9606-0dea5057abad demo admin] 10.222.0.81 "GET /networking/v2.0/networks/68ed77cc-6535-48c9-8f55-c96c079deaef HTTP/1.1" status: 200 len: 886 time: 0.0878472 Aug 24 03:22:57.898382 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:22:58.143879 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Publish callbacks [] for router_gateway (09795b51-cb0f-49c4-9d1e-717eaeebd3d5), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:58.373892 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Publish callbacks [] for router_gateway (09795b51-cb0f-49c4-9d1e-717eaeebd3d5), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:58.415832 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:58.453903 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:58.563891 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Allocated IP 172.27.4.113 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/20356d68-504e-4b5f-acd8-6ab33ffc5166) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:22:58.667831 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:58.671366 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Publish callbacks [] for port (20356d68-504e-4b5f-acd8-6ab33ffc5166), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:58.705261 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (20356d68-504e-4b5f-acd8-6ab33ffc5166), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:58.748855 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:22:58.752105 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:22:58.753992 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Pushing event updated for resources: {'Port': ['ID=20356d68-504e-4b5f-acd8-6ab33ffc5166,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:22:58.757670 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:22:58.996456 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Publish callbacks [] for router_gateway (09795b51-cb0f-49c4-9d1e-717eaeebd3d5), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:59.283720 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7889545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7892205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12819'] for router (09795b51-cb0f-49c4-9d1e-717eaeebd3d5), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:59.287434 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7889582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7889552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7889575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7892212'] for router (09795b51-cb0f-49c4-9d1e-717eaeebd3d5), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:59.364144 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:22:59.396006 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Router 09795b51-cb0f-49c4-9d1e-717eaeebd3d5 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:22:59.497752 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:22:59.502421 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:22:59.504459 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3ef8443f-b26c-466b-83df-08f74855ae11 demo admin] 10.222.0.81 "PUT /networking/v2.0/routers/09795b51-cb0f-49c4-9d1e-717eaeebd3d5 HTTP/1.1" status: 200 len: 890 time: 1.6095173 Aug 24 03:22:59.841213 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Sync routers for ids ['09795b51-cb0f-49c4-9d1e-717eaeebd3d5'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:22:59.854710 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Routers {'09795b51-cb0f-49c4-9d1e-717eaeebd3d5'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:22:59.855536 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:22:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['09795b51-cb0f-49c4-9d1e-717eaeebd3d5'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:23:00.065146 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Set router 09795b51-cb0f-49c4-9d1e-717eaeebd3d5 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:23:00.331999 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 80fbf38a-915f-4a45-ac76-e726b2f5ad41 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:23:00.463567 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 80fbf38a-915f-4a45-ac76-e726b2f5ad41 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:23:00.463958 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:00.507147 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09795b51-cb0f-49c4-9d1e-717eaeebd3d5', 'name': 'router1', 'tenant_id': '1b7cc325ca0144afbe3094beaaf32144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '20356d68-504e-4b5f-acd8-6ab33ffc5166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:22:40Z', 'updated_at': '2022-08-24T03:22:58Z', 'revision_number': 4, 'project_id': '1b7cc325ca0144afbe3094beaaf32144', 'gw_port': {'id': '20356d68-504e-4b5f-acd8-6ab33ffc5166', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09795b51-cb0f-49c4-9d1e-717eaeebd3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:22:58Z', 'updated_at': '2022-08-24T03:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '80fbf38a-915f-4a45-ac76-e726b2f5ad41', 'name': '', 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f', 'tenant_id': '1b7cc325ca0144afbe3094beaaf32144', 'mac_address': 'fa:16:3e:48:3e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09795b51-cb0f-49c4-9d1e-717eaeebd3d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fc835ba-f851-465f-9ebf-c8d78a062302', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:22:50Z', 'updated_at': '2022-08-24T03:22:53Z', 'revision_number': 4, 'project_id': '1b7cc325ca0144afbe3094beaaf32144', 'subnets': [{'id': '5fc835ba-f851-465f-9ebf-c8d78a062302', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e3f23f2-a461-4bf0-b55b-ced1ebbcc638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:23:00.560002 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Checking router: 09795b51-cb0f-49c4-9d1e-717eaeebd3d5 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:23:00.560355 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Updating router 09795b51-cb0f-49c4-9d1e-717eaeebd3d5 port 20356d68-504e-4b5f-acd8-6ab33ffc5166 binding host dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:23:00.599430 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:23:00.625973 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (20356d68-504e-4b5f-acd8-6ab33ffc5166), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:00.668951 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:23:00.701319 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 80fbf38a-915f-4a45-ac76-e726b2f5ad41 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:23:00.701703 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:00.902372 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 80fbf38a-915f-4a45-ac76-e726b2f5ad41, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=80fbf38a-915f-4a45-ac76-e726b2f5ad41,segment=NetworkSegment(27064ee7-367d-49d9-9e4e-9f3d943ed847),segment_id=27064ee7-367d-49d9-9e4e-9f3d943ed847)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:23:00.916790 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:01.016572 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=80fbf38a-915f-4a45-ac76-e726b2f5ad41,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:23:01.105853 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Publish callbacks [] for port (20356d68-504e-4b5f-acd8-6ab33ffc5166), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:01.111144 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (20356d68-504e-4b5f-acd8-6ab33ffc5166), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:01.145863 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Attempting to bind port 20356d68-504e-4b5f-acd8-6ab33ffc5166 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:23:01.146223 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Attempting to bind port 20356d68-504e-4b5f-acd8-6ab33ffc5166 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:23:01.146579 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Attempting to bind port 20356d68-504e-4b5f-acd8-6ab33ffc5166 on network 68ed77cc-6535-48c9-8f55-c96c079deaef {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:23:01.158212 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:23:01.158679 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Checking segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:23:01.159075 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:01.159463 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Bound using segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:23:01.159928 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Bound port: 20356d68-504e-4b5f-acd8-6ab33ffc5166, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:23:01.160298 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (20356d68-504e-4b5f-acd8-6ab33ffc5166), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:01.186495 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661493d-aa14-4c87-82fa-4d4e0622ff9f None None] Pushing event updated for resources: {'Port': ['ID=20356d68-504e-4b5f-acd8-6ab33ffc5166,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:23:01.214755 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] For port 20356d68-504e-4b5f-acd8-6ab33ffc5166, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:23:01.218283 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] For port 20356d68-504e-4b5f-acd8-6ab33ffc5166, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=20356d68-504e-4b5f-acd8-6ab33ffc5166,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:23:01.223134 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (20356d68-504e-4b5f-acd8-6ab33ffc5166), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:01.259304 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Routers {'09795b51-cb0f-49c4-9d1e-717eaeebd3d5'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:23:01.259931 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:22:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['09795b51-cb0f-49c4-9d1e-717eaeebd3d5'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:23:01.339528 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661493d-aa14-4c87-82fa-4d4e0622ff9f None None] Pushing event updated for resources: {'Port': ['ID=20356d68-504e-4b5f-acd8-6ab33ffc5166,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:23:01.374483 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] Set router 09795b51-cb0f-49c4-9d1e-717eaeebd3d5 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:23:01.544863 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:23:01.570522 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09795b51-cb0f-49c4-9d1e-717eaeebd3d5', 'name': 'router1', 'tenant_id': '1b7cc325ca0144afbe3094beaaf32144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '20356d68-504e-4b5f-acd8-6ab33ffc5166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:22:40Z', 'updated_at': '2022-08-24T03:22:58Z', 'revision_number': 4, 'project_id': '1b7cc325ca0144afbe3094beaaf32144', 'gw_port': {'id': '20356d68-504e-4b5f-acd8-6ab33ffc5166', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09795b51-cb0f-49c4-9d1e-717eaeebd3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:22:58Z', 'updated_at': '2022-08-24T03:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '80fbf38a-915f-4a45-ac76-e726b2f5ad41', 'name': '', 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f', 'tenant_id': '1b7cc325ca0144afbe3094beaaf32144', 'mac_address': 'fa:16:3e:48:3e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09795b51-cb0f-49c4-9d1e-717eaeebd3d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fc835ba-f851-465f-9ebf-c8d78a062302', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:22:50Z', 'updated_at': '2022-08-24T03:23:00Z', 'revision_number': 5, 'project_id': '1b7cc325ca0144afbe3094beaaf32144', 'subnets': [{'id': '5fc835ba-f851-465f-9ebf-c8d78a062302', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e3f23f2-a461-4bf0-b55b-ced1ebbcc638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:23:01.572548 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:23:01.598073 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb17863a-0e10-493b-ba5d-aa337c1b6c47 None None] The sync data for ids ['09795b51-cb0f-49c4-9d1e-717eaeebd3d5'] in dv-cinder-854261-1-iscsi is: [{'id': '09795b51-cb0f-49c4-9d1e-717eaeebd3d5', 'name': 'router1', 'tenant_id': '1b7cc325ca0144afbe3094beaaf32144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '20356d68-504e-4b5f-acd8-6ab33ffc5166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:22:40Z', 'updated_at': '2022-08-24T03:22:58Z', 'revision_number': 4, 'project_id': '1b7cc325ca0144afbe3094beaaf32144', 'gw_port': {'id': '20356d68-504e-4b5f-acd8-6ab33ffc5166', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09795b51-cb0f-49c4-9d1e-717eaeebd3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:22:58Z', 'updated_at': '2022-08-24T03:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '80fbf38a-915f-4a45-ac76-e726b2f5ad41', 'name': '', 'network_id': 'b7fe14da-afbe-4f03-9a7d-fc0732b8b06f', 'tenant_id': '1b7cc325ca0144afbe3094beaaf32144', 'mac_address': 'fa:16:3e:48:3e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09795b51-cb0f-49c4-9d1e-717eaeebd3d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fc835ba-f851-465f-9ebf-c8d78a062302', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:22:50Z', 'updated_at': '2022-08-24T03:23:00Z', 'revision_number': 5, 'project_id': '1b7cc325ca0144afbe3094beaaf32144', 'subnets': [{'id': '5fc835ba-f851-465f-9ebf-c8d78a062302', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e3f23f2-a461-4bf0-b55b-ced1ebbcc638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:23:02.145365 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 47812) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:23:02.402247 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 80fbf38a-915f-4a45-ac76-e726b2f5ad41 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:23:02.445803 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 80fbf38a-915f-4a45-ac76-e726b2f5ad41 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:23:02.446167 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:02.518985 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 80fbf38a-915f-4a45-ac76-e726b2f5ad41 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:23:02.519995 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 20356d68-504e-4b5f-acd8-6ab33ffc5166 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:23:02.562412 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 20356d68-504e-4b5f-acd8-6ab33ffc5166 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:23:02.562792 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (20356d68-504e-4b5f-acd8-6ab33ffc5166), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:02.571872 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-49e87ec2-ecaa-4c46-972b-49729adccead admin admin] 10.222.0.81 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4253638 Aug 24 03:23:02.642459 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 20356d68-504e-4b5f-acd8-6ab33ffc5166 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:23:02.642838 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (20356d68-504e-4b5f-acd8-6ab33ffc5166), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:02.665399 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 20356d68-504e-4b5f-acd8-6ab33ffc5166, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=20356d68-504e-4b5f-acd8-6ab33ffc5166,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:23:02.670276 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (20356d68-504e-4b5f-acd8-6ab33ffc5166), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:02.717950 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=20356d68-504e-4b5f-acd8-6ab33ffc5166,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:23:03.405045 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=30 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:23:04.325899 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 20356d68-504e-4b5f-acd8-6ab33ffc5166 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:23:04.374735 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 20356d68-504e-4b5f-acd8-6ab33ffc5166 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:23:04.375125 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (20356d68-504e-4b5f-acd8-6ab33ffc5166), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:04.454179 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 20356d68-504e-4b5f-acd8-6ab33ffc5166 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:23:07.812987 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=45,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:23:12.556470 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:23:12.567854 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=26 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:23:14.450815 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=65 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:23:14.454368 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:23:17.315465 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-fc706afd-50e1-463f-b567-8e7d6cd1f31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:19.805470 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a057f601-957c-40c8-a46e-ca1a36af33a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:20.788262 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:22.449493 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:22.554975 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:32.541831 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:23:32.550107 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:23:34.814639 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:23:44.811091 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=6 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:23:44.812566 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:23:47.318424 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ca193172-96d4-47b9-96b7-41b1e8b8f595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:49.820008 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9e1ace9d-def1-477f-91df-52471cb28697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:50.800803 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:52.454430 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:23:52.566269 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:02.549834 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=17 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:24:02.559310 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:24:11.813059 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:24:15.814897 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:24:17.311058 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-974ebdf0-4b53-4cb8-bb9f-3c7df4a8f332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:19.813881 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b0edf278-95e8-4ded-ae6a-3dbf2e044ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:20.791523 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:21.809835 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=6 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:24:22.454770 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:22.559634 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:25.484100 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48352) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:24:25.825525 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef5e7ba-bc8d-463c-bf18-7ea86df57f75 admin admin] GET failed (client error): The resource could not be found. Aug 24 03:24:25.826865 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3ef5e7ba-bc8d-463c-bf18-7ea86df57f75 admin admin] 10.222.0.81 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3418911 Aug 24 03:24:25.994191 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be090c5d-baed-43e7-8300-aa4fb5744d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:24:25.995695 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-be090c5d-baed-43e7-8300-aa4fb5744d5e admin admin] 10.222.0.81 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1644764 Aug 24 03:24:28.350064 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48362) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:24:28.867636 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0f9a36-bfed-421e-8e6f-d9f50cff36bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:24:28.869133 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3a0f9a36-bfed-421e-8e6f-d9f50cff36bf admin admin] 10.222.0.81 "GET /networking/v2.0/subnets/5fc835ba-f851-465f-9ebf-c8d78a062302 HTTP/1.1" status: 200 len: 849 time: 0.5180075 Aug 24 03:24:28.879373 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:24:28.972515 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Publish callbacks [] for subnet (5fc835ba-f851-465f-9ebf-c8d78a062302), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:29.111652 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765999183764'] for subnet (5fc835ba-f851-465f-9ebf-c8d78a062302), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:29.146403 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:24:29.147000 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:29.148340 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] 10.222.0.81 "PUT /networking/v2.0/subnets/5fc835ba-f851-465f-9ebf-c8d78a062302 HTTP/1.1" status: 200 len: 868 time: 0.2732160 Aug 24 03:24:29.169761 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc835ba-f851-465f-9ebf-c8d78a062302,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:24:29.176472 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb4103-54ea-40f6-acad-ddf9bb337b9e None None] Network b7fe14da-afbe-4f03-9a7d-fc0732b8b06f requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:24:29.178113 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:24:29.178460 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:24:29.178826 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:24:29.179165 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:24:29.179494 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:24:29.179821 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:24:29.180144 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:24:29.180468 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:24:29.180831 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:24:29.181163 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:24:29.181488 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:24:29.181809 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:24:29.182127 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:24:29.182445 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:24:29.182761 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ada11-7ad7-45a0-bdde-092101c1b45a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:24:29.469185 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-bee5b4a3-a4ac-4fdd-9c51-6eeb48703039 None None] Provisioning complete for port 5fb6c707-f510-4fff-a348-87abe14252bb triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:24:29.469575 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bee5b4a3-a4ac-4fdd-9c51-6eeb48703039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (5fb6c707-f510-4fff-a348-87abe14252bb), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:29.548020 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-bee5b4a3-a4ac-4fdd-9c51-6eeb48703039 None None] Current status of the port 5fb6c707-f510-4fff-a348-87abe14252bb is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:24:29.560155 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-bee5b4a3-a4ac-4fdd-9c51-6eeb48703039 None None] Provisioning complete for port 80fbf38a-915f-4a45-ac76-e726b2f5ad41 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:24:29.560563 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bee5b4a3-a4ac-4fdd-9c51-6eeb48703039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (80fbf38a-915f-4a45-ac76-e726b2f5ad41), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:29.637751 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-bee5b4a3-a4ac-4fdd-9c51-6eeb48703039 None None] Current status of the port 80fbf38a-915f-4a45-ac76-e726b2f5ad41 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:24:31.508290 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48370) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:24:31.993908 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e97b66d-7db0-4176-9030-2f6a367ccfe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:24:31.994379 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e97b66d-7db0-4176-9030-2f6a367ccfe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:24:31.995960 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0e97b66d-7db0-4176-9030-2f6a367ccfe0 admin admin] 10.222.0.81 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4867511 Aug 24 03:24:34.316982 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48378) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:24:34.726013 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bb0909-abfc-482e-bdab-7fdb704e865e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:24:34.726481 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bb0909-abfc-482e-bdab-7fdb704e865e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:24:34.728056 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-90bb0909-abfc-482e-bdab-7fdb704e865e admin admin] 10.222.0.81 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4101012 Aug 24 03:24:37.131214 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48386) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:24:37.621157 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:24:37.624166 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c2292-1e33-4dba-bd79-f9f5652f31f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:24:37.625608 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-734c2292-1e33-4dba-bd79-f9f5652f31f1 admin admin] 10.222.0.81 "GET /networking/v2.0/networks/68ed77cc-6535-48c9-8f55-c96c079deaef HTTP/1.1" status: 200 len: 886 time: 0.4933329 Aug 24 03:24:39.635258 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=54 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:24:39.636054 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=38,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:24:39.968087 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48394) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:24:40.344900 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:24:40.373648 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16afe13-85a4-40da-b4c4-5d8c15d670f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:24:40.375020 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c16afe13-85a4-40da-b4c4-5d8c15d670f3 admin admin] 10.222.0.81 "GET /networking/v2.0/networks/b7fe14da-afbe-4f03-9a7d-fc0732b8b06f HTTP/1.1" status: 200 len: 869 time: 0.4060087 Aug 24 03:24:42.730564 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48402) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:24:43.139422 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381405b-e20e-40a9-b6f2-0a986ed1fd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:24:43.139877 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381405b-e20e-40a9-b6f2-0a986ed1fd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:24:43.141465 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-6381405b-e20e-40a9-b6f2-0a986ed1fd58 admin admin] 10.222.0.81 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4099586 Aug 24 03:24:45.583062 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48410) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:24:45.952060 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab74d21-b142-4259-8ecc-262df87ce926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:24:45.952515 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab74d21-b142-4259-8ecc-262df87ce926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:24:45.954077 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-8ab74d21-b142-4259-8ecc-262df87ce926 admin admin] 10.222.0.81 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3701673 Aug 24 03:24:47.314070 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-036bf660-49b9-472e-9bc8-3c03f2db3bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:48.281407 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48418) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:24:48.650435 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9835b15-5eff-457c-a70f-44ba13a8b3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:24:48.651769 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f9835b15-5eff-457c-a70f-44ba13a8b3eb admin admin] 10.222.0.81 "GET /networking/v2.0/subnets/13574f3c-afbf-4d5a-b7be-0bed11381e42 HTTP/1.1" status: 200 len: 816 time: 0.3693540 Aug 24 03:24:48.812283 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:24:49.817793 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bf75c540-0166-4005-8366-2de794e6d5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:50.793487 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:51.007108 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48426) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:24:51.489008 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437400e5-0b59-41a7-b932-952c5bee9d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:24:51.490316 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-437400e5-0b59-41a7-b932-952c5bee9d5e admin admin] 10.222.0.81 "GET /networking/v2.0/subnets/5fc835ba-f851-465f-9ebf-c8d78a062302 HTTP/1.1" status: 200 len: 868 time: 0.4822493 Aug 24 03:24:52.458374 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:52.563457 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:24:58.808271 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:24:58.809702 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:01.482309 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=25 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:01.485709 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=39 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:02.557359 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:02.559623 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:12.683485 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=12 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:12.687726 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=14 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:17.316279 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6ee337c2-af3f-4814-ab66-b0e9e32d19ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:19.820990 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-713e24d7-5a41-497b-a4cf-e017db93defe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:20.395327 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 48482) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:25:20.723118 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [None req-46a96820-36aa-4de9-bb52-6d7432fbb5aa admin admin] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:25:20.724133 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-46a96820-36aa-4de9-bb52-6d7432fbb5aa admin admin] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3279281 Aug 24 03:25:20.795951 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:22.461152 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:22.566593 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:23.147955 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 48492) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:25:23.516188 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67a89c9-7c8d-4ede-8bb4-5da58bccaf15 admin admin] GET failed (client error): The resource could not be found. Aug 24 03:25:23.517549 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a67a89c9-7c8d-4ede-8bb4-5da58bccaf15 admin admin] 10.222.0.81 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3687546 Aug 24 03:25:23.677171 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251a8041-98d7-4886-a0f3-f6b391ee4ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:25:23.678661 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-251a8041-98d7-4886-a0f3-f6b391ee4ff8 admin admin] 10.222.0.81 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1567841 Aug 24 03:25:25.810561 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:25:26.040093 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48500) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:25:26.366444 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-d1e56e15-fe70-4d74-962a-403c03e10fa9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:25:26.387079 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e56e15-fe70-4d74-962a-403c03e10fa9 admin admin] Made reservation on behalf of 35c28eab9a294b9ba17b7f5b9c24d868 for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:25:26.389633 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d1e56e15-fe70-4d74-962a-403c03e10fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:26.417403 dv-cinder-854261-1-iscsi neutron-server[106302]: WARNING neutron.services.revisions.revision_plugin [None req-d1e56e15-fe70-4d74-962a-403c03e10fa9 admin admin] Could not find related network for resource to bump revision. Aug 24 03:25:26.430634 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e56e15-fe70-4d74-962a-403c03e10fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:25:26.441463 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d1e56e15-fe70-4d74-962a-403c03e10fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (6b2fdd00-eae2-4159-9347-19ca1bb09458), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:26.441805 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-d1e56e15-fe70-4d74-962a-403c03e10fa9 admin admin] Added segment 6b2fdd00-eae2-4159-9347-19ca1bb09458 of type vlan for network a11d367d-003e-4742-8767-d69f543fee5a Aug 24 03:25:26.481163 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d1e56e15-fe70-4d74-962a-403c03e10fa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (a11d367d-003e-4742-8767-d69f543fee5a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:26.506096 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d1e56e15-fe70-4d74-962a-403c03e10fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (a11d367d-003e-4742-8767-d69f543fee5a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:26.507213 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e56e15-fe70-4d74-962a-403c03e10fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:25:26.507822 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d1e56e15-fe70-4d74-962a-403c03e10fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:26.553437 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-d1e56e15-fe70-4d74-962a-403c03e10fa9 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5122554 Aug 24 03:25:26.612215 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e56e15-fe70-4d74-962a-403c03e10fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=a11d367d-003e-4742-8767-d69f543fee5a,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:25:26.623270 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network a11d367d-003e-4742-8767-d69f543fee5a details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:25:27.817684 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:29.000671 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48508) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:25:29.338059 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06b8e37-9ebd-4765-ac54-66e46cf3c22b admin admin] GET failed (client error): The resource could not be found. Aug 24 03:25:29.339332 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f06b8e37-9ebd-4765-ac54-66e46cf3c22b admin admin] 10.222.0.81 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3376875 Aug 24 03:25:29.413681 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e293a245-3471-466f-a1eb-4a6ee67729c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:25:29.415160 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e293a245-3471-466f-a1eb-4a6ee67729c9 admin admin] 10.222.0.81 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0712986 Aug 24 03:25:29.425117 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Request body: {'subnet': {'network_id': 'a11d367d-003e-4742-8767-d69f543fee5a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:25:29.444438 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Made reservation on behalf of 35c28eab9a294b9ba17b7f5b9c24d868 for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:25:29.446717 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:29.610109 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for subnet (e4013c6d-55cf-4f08-9c49-3819796e783a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:29.659967 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4013c6d-55cf-4f08-9c49-3819796e783a,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:25:29.674143 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:29.674484 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:29.674840 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:29.675178 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:29.675504 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:29.675829 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:29.676150 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:29.676510 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:29.676825 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:29.677151 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:29.677487 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:29.677833 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:29.678156 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:29.678471 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:29.678785 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:29.687134 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Checking segment: {'id': '6b2fdd00-eae2-4159-9347-19ca1bb09458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a11d367d-003e-4742-8767-d69f543fee5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:25:29.687510 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Network hostable DHCP agents. Network: a11d367d-003e-4742-8767-d69f543fee5a, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:25:29.703898 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Network a11d367d-003e-4742-8767-d69f543fee5a is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:25:29.712559 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, a11d367d-003e-4742-8767-d69f543fee5a) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:25:29.716678 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:25:29.717310 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:29.721649 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f12f9e-707e-4724-99e7-3122a8116743 None None] Network a11d367d-003e-4742-8767-d69f543fee5a requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:25:29.734520 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-bb354e26-0e21-46a5-90a8-7d13c18d764b admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3126194 Aug 24 03:25:29.832315 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70d57586-e4e6-542b-96d4-1cbf7e47ba16-a11d367d-003e-4742-8767-d69f543fee5a', 'network_id': 'a11d367d-003e-4742-8767-d69f543fee5a', 'project_id': '35c28eab9a294b9ba17b7f5b9c24d868', 'fixed_ips': [{'subnet_id': 'e4013c6d-55cf-4f08-9c49-3819796e783a'}]}} from dv-cinder-854261-1-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 03:25:29.833579 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:29.976133 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Allocated IP 192.168.233.2 (a11d367d-003e-4742-8767-d69f543fee5a/e4013c6d-55cf-4f08-9c49-3819796e783a/f3c0b136-adcc-4a41-8d33-f3798dc5afa9) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:25:30.124843 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Publish callbacks [] for port (f3c0b136-adcc-4a41-8d33-f3798dc5afa9), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:30.130959 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (f3c0b136-adcc-4a41-8d33-f3798dc5afa9), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:30.175707 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Network a11d367d-003e-4742-8767-d69f543fee5a is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:25:30.179189 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:25:30.181048 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Pushing event updated for resources: {'Port': ['ID=f3c0b136-adcc-4a41-8d33-f3798dc5afa9,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:25:30.183141 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:25:30.194137 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:30.194482 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:30.194838 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:30.195206 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:30.195541 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:30.195870 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:30.196200 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:30.196518 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:30.196865 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:30.197188 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:30.197511 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:30.197842 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:30.198166 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:30.198484 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:30.198802 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:25:30.252567 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Attempting to bind port f3c0b136-adcc-4a41-8d33-f3798dc5afa9 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:25:30.252889 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Attempting to bind port f3c0b136-adcc-4a41-8d33-f3798dc5afa9 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '6b2fdd00-eae2-4159-9347-19ca1bb09458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a11d367d-003e-4742-8767-d69f543fee5a'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:25:30.253243 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Attempting to bind port f3c0b136-adcc-4a41-8d33-f3798dc5afa9 on network a11d367d-003e-4742-8767-d69f543fee5a {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:25:30.258413 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:25:30.258797 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Checking segment: {'id': '6b2fdd00-eae2-4159-9347-19ca1bb09458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a11d367d-003e-4742-8767-d69f543fee5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:25:30.259169 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:30.259551 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Bound using segment: {'id': '6b2fdd00-eae2-4159-9347-19ca1bb09458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a11d367d-003e-4742-8767-d69f543fee5a'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:25:30.260008 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Bound port: f3c0b136-adcc-4a41-8d33-f3798dc5afa9, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2fdd00-eae2-4159-9347-19ca1bb09458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a11d367d-003e-4742-8767-d69f543fee5a'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:25:30.260402 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (f3c0b136-adcc-4a41-8d33-f3798dc5afa9), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:30.324950 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] For port f3c0b136-adcc-4a41-8d33-f3798dc5afa9, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:25:30.328452 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] For port f3c0b136-adcc-4a41-8d33-f3798dc5afa9, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=f3c0b136-adcc-4a41-8d33-f3798dc5afa9,segment=NetworkSegment(6b2fdd00-eae2-4159-9347-19ca1bb09458),segment_id=6b2fdd00-eae2-4159-9347-19ca1bb09458)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:25:30.334508 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (f3c0b136-adcc-4a41-8d33-f3798dc5afa9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:30.387194 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:30.391874 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60ebb4-3dee-4193-84cb-2d0fe1c745c1 None None] Pushing event updated for resources: {'Port': ['ID=f3c0b136-adcc-4a41-8d33-f3798dc5afa9,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:25:31.178654 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b390b2-a386-4c6d-a5a9-a67099ff5f11 None None] Network a11d367d-003e-4742-8767-d69f543fee5a requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:25:31.256055 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-78ec408f-010c-4039-93f0-ddc765c4453a None None] Provisioning complete for port f3c0b136-adcc-4a41-8d33-f3798dc5afa9 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:25:31.256439 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-78ec408f-010c-4039-93f0-ddc765c4453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (f3c0b136-adcc-4a41-8d33-f3798dc5afa9), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:31.330199 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=84,neutron:UPDATE=11,neutron:INSERT=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:31.371742 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-78ec408f-010c-4039-93f0-ddc765c4453a None None] Current status of the port f3c0b136-adcc-4a41-8d33-f3798dc5afa9 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:25:31.372220 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-78ec408f-010c-4039-93f0-ddc765c4453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (f3c0b136-adcc-4a41-8d33-f3798dc5afa9), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:31.513401 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-78ec408f-010c-4039-93f0-ddc765c4453a None None] For port f3c0b136-adcc-4a41-8d33-f3798dc5afa9, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=f3c0b136-adcc-4a41-8d33-f3798dc5afa9,segment=NetworkSegment(6b2fdd00-eae2-4159-9347-19ca1bb09458),segment_id=6b2fdd00-eae2-4159-9347-19ca1bb09458)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:25:31.518003 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-78ec408f-010c-4039-93f0-ddc765c4453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (f3c0b136-adcc-4a41-8d33-f3798dc5afa9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:31.565357 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec408f-010c-4039-93f0-ddc765c4453a None None] Pushing event updated for resources: {'Port': ['ID=f3c0b136-adcc-4a41-8d33-f3798dc5afa9,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:25:31.637210 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-3f31c6a4-05ce-4ab3-8759-8d516211b754 None None] Provisioning complete for port f3c0b136-adcc-4a41-8d33-f3798dc5afa9 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:25:31.637605 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3f31c6a4-05ce-4ab3-8759-8d516211b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (f3c0b136-adcc-4a41-8d33-f3798dc5afa9), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:31.714859 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-3f31c6a4-05ce-4ab3-8759-8d516211b754 None None] Current status of the port f3c0b136-adcc-4a41-8d33-f3798dc5afa9 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:25:32.438424 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device f3c0b136-adcc-4a41-8d33-f3798dc5afa9 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:25:32.486544 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port f3c0b136-adcc-4a41-8d33-f3798dc5afa9 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:25:32.486935 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (f3c0b136-adcc-4a41-8d33-f3798dc5afa9), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:32.560382 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port f3c0b136-adcc-4a41-8d33-f3798dc5afa9 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:25:33.674779 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=13 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:33.677578 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=9 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:35.807219 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=6 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:39.726571 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=71,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:39.727297 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=67,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:47.319204 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-854e466c-554b-4392-8d89-415e42707297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:49.823302 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f01a2e07-a5f7-4a09-a4ec-77633e9fcfc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:50.797837 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:52.465020 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:25:52.562347 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:25:52.569228 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:02.566408 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=58,neutron:UPDATE=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:26:02.809176 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:26:15.808611 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:26:15.809427 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:26:17.323827 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-146d579d-1cb5-4d59-93d8-82bf945f42ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:19.827079 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3a1dd0a9-6bd3-4342-b197-33e5815361f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:20.800514 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:22.467527 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:22.573099 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:32.561972 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:26:32.568328 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:26:39.811503 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:26:41.816961 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:26:42.887247 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48546) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:26:42.893633 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [None req-716ccd81-f66c-428c-93d0-c81fa42c1254 tempest-verify_tempest_config-1628946897 tempest-verify_tempest_config-1628946897-project] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:26:42.894622 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-716ccd81-f66c-428c-93d0-c81fa42c1254 tempest-verify_tempest_config-1628946897 tempest-verify_tempest_config-1628946897-project] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0063701 Aug 24 03:26:43.411643 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48564) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:26:43.742439 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:43.822002 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Publish callbacks [] for security_group (8b1d0465-f945-42df-9915-7cdd2865829b), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:43.825839 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (8b1d0465-f945-42df-9915-7cdd2865829b), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:43.871994 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=54d1ffce1af54023adcafdd976f749e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4593043 Aug 24 03:26:43.873114 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1d0465-f945-42df-9915-7cdd2865829b,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:26:43.875286 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 48568) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:26:43.880695 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:43.881072 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:43.881436 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:43.881778 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:43.882107 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:43.882739 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:43.882739 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:43.883073 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:43.883412 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:43.883740 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:43.884084 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:43.884425 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:43.884749 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:43.885098 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:43.885414 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235b99f-7ed4-44e5-af31-83be4269ccff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:43.935442 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Publish callbacks [] for security_group (8b1d0465-f945-42df-9915-7cdd2865829b), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:43.956153 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Publish callbacks [] for security_group (8b1d0465-f945-42df-9915-7cdd2865829b), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:44.050252 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (8b1d0465-f945-42df-9915-7cdd2865829b), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:44.052713 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:44.053959 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/8b1d0465-f945-42df-9915-7cdd2865829b HTTP/1.1" status: 204 len: 168 time: 0.1777101 Aug 24 03:26:44.062476 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1d0465-f945-42df-9915-7cdd2865829b,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:26:44.069179 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:44.069524 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:44.069882 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:44.070224 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:44.070556 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:44.070879 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:44.071204 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:44.071525 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:44.071852 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:44.072178 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:44.072503 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:44.072936 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:44.073268 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:44.073592 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:44.073919 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12d7dc-eb2a-4af3-b94f-9d263510109f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:26:47.326225 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-68acec5d-b299-475f-b04d-78175f8caed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:49.806734 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:26:49.832207 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-42cad3c0-f02a-4c9a-b9ac-71a88da90279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:50.803014 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:52.471788 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:52.578339 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:26:53.869391 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=16,neutron:INSERT=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:26:53.877397 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=23,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:26:54.065395 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:26:54.066104 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:27:02.571264 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:27:02.573095 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:27:16.810258 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:27:17.329047 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-623c6c8b-676e-42ec-8bea-aa5bafd108e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:27:19.835786 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-95f0d2ea-0367-4869-aea4-819bc6f2a82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:27:20.807966 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:27:22.475264 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:27:22.580339 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:27:26.805718 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=16 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:27:26.806461 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=18 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:27:32.570111 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:27:32.576969 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:27:47.333881 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f68eddde-a98b-4784-8006-4108dbedd826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:27:49.837801 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7f9126dc-edbd-4130-b95c-985f6fcad2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:27:50.808715 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:27:52.478536 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:27:52.582027 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:27:53.809457 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:28:02.577242 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:28:02.579277 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:28:03.805192 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:28:03.805971 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:28:15.813414 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:28:15.814426 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:28:16.969501 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7891991'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:28:17.336104 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-11b96af4-41b8-4bc0-b585-9fa43ee314b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:28:19.839793 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-241b298c-208a-4756-94b6-146b2f47ca65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:28:20.814187 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:28:22.481724 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:28:22.583930 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:28:29.935697 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48666) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:28:30.069516 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7f4c5094-babb-4a2e-a9ae-a729776ebd37 admin admin] 10.222.0.81 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1320477 Aug 24 03:28:30.807717 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:28:32.316678 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 48676) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:28:32.377778 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-eb611d35-1618-4c7c-b5ab-5ad0c1bb307d admin admin] 10.222.0.81 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0600686 Aug 24 03:28:32.578576 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:28:32.580351 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:28:40.061498 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:28:40.063432 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:28:40.803038 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=7 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:28:40.803754 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:28:42.370458 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:28:42.372400 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:28:46.971984 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:28:47.337270 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d670dcd5-83e0-49aa-8c20-a20736feeee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:28:49.842854 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-aca9bfe7-9122-45d5-ae35-4b0c35d4c5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:28:50.814561 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:28:52.483683 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:28:52.585659 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:29:02.579689 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:29:02.582571 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:29:07.806935 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:29:16.982839 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:29:17.338963 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b67273d0-e488-4343-aa9d-cfc7a6d7c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:29:17.802233 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=14 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:29:17.803076 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=20 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:29:19.844853 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0a19e021-7f0b-432d-a096-07c4166df6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:29:20.818800 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:29:22.486615 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:29:22.587284 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:29:32.581324 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:29:32.583277 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:29:44.808310 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:29:46.816051 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:29:46.993115 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:29:47.341955 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f06492bf-bbb8-4f1f-82f6-64b944e23e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:29:49.850492 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-79e4220d-9e3d-4124-8b71-f1d3cc674812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:29:50.823379 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:29:52.491298 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:29:52.590675 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:29:54.802212 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:02.578683 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:02.587052 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:04.282781 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 48756) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:04.470467 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-network', 'tenant_id': '625e6391470e4018a6c502219b3d2b15'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:04.496747 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Made reservation on behalf of 625e6391470e4018a6c502219b3d2b15 for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:30:04.498741 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:04.508171 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:04.594774 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Publish callbacks [] for security_group (89b7de32-1708-4713-81b4-d095752324bc), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:04.599704 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (89b7de32-1708-4713-81b4-d095752324bc), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:04.620028 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:30:04.649786 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (bc6493fb-55c3-4010-8777-4340d603ddae), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:04.650130 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Added segment bc6493fb-55c3-4010-8777-4340d603ddae of type vlan for network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 Aug 24 03:30:04.651466 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b7de32-1708-4713-81b4-d095752324bc,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:04.696831 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:04.697173 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:04.697729 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:04.698071 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:04.698398 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:04.698720 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:04.699051 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:04.699371 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:04.699714 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:04.700040 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:04.700382 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:04.700718 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:04.701060 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:04.701376 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:04.701692 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Tracked resource versions report: Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: pushed versions: Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: { 'AddressGroup': {'1.2'}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Agent': {'1.1'}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'ConntrackHelper': {'1.0'}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'LocalIPAssociation': {'1.0'}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Log': {'1.0'}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'NDPProxy': {'1.0'}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Network': {'1.1'}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Port': {'1.7'}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'PortForwarding': {'1.3'}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'QosPolicy': {'1.10'}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'SecurityGroup': {'1.5'}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'SecurityGroupRule': {'1.2'}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'SubPort': {'1.0'}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Subnet': {'1.1'}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Trunk': {'1.1'}} Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: consumer versions: Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: { DHCP agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: HyperV agent@hv-cinder-85426: {}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: L3 agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: Metadata agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: Metering agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: Open vSwitch agent@dv-cinder-854261-1-iscsi: { 'AddressGroup': '1.2', Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Agent': '1.1', Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'ConntrackHelper': '1.0', Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'LocalIPAssociation': '1.0', Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Log': '1.0', Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'NDPProxy': '1.0', Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Network': '1.1', Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Port': '1.7', Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'PortForwarding': '1.3', Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'QosPolicy': '1.10', Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'SecurityGroup': '1.5', Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'SecurityGroupRule': '1.2', Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'SubPort': '1.0', Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Subnet': '1.1', Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: 'Trunk': '1.1'}} Aug 24 03:30:04.702828 dv-cinder-854261-1-iscsi neutron-server[106301]: {{(pid=106301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 03:30:04.742569 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (2fad991f-cb6d-4aa1-a780-e38bbcc632a1), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:04.769779 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (2fad991f-cb6d-4aa1-a780-e38bbcc632a1), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:04.780188 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:04.780839 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:04.848683 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] Pushing event updated for resources: {'Network': ['ID=2fad991f-cb6d-4aa1-a780-e38bbcc632a1,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:04.858473 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-60fba7be-c1b4-4e97-9e7d-94113b6400ff admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5744836 Aug 24 03:30:04.861008 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:30:04.861543 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 48808) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:04.866963 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-39727b64-716d-4119-a860-c9ebc02ff2d9 admin admin] Request body: {'subnet': {'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-subnet', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:04.902572 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39727b64-716d-4119-a860-c9ebc02ff2d9 admin admin] Made reservation on behalf of 625e6391470e4018a6c502219b3d2b15 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:30:04.912393 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-39727b64-716d-4119-a860-c9ebc02ff2d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:05.189839 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-39727b64-716d-4119-a860-c9ebc02ff2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for subnet (94fb1bb7-9be9-4027-bda7-4f71e8def582), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:05.196913 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:05.255776 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39727b64-716d-4119-a860-c9ebc02ff2d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94fb1bb7-9be9-4027-bda7-4f71e8def582,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:05.271771 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39727b64-716d-4119-a860-c9ebc02ff2d9 admin admin] Checking segment: {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:05.272198 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39727b64-716d-4119-a860-c9ebc02ff2d9 admin admin] Network hostable DHCP agents. Network: 2fad991f-cb6d-4aa1-a780-e38bbcc632a1, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:30:05.296645 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39727b64-716d-4119-a860-c9ebc02ff2d9 admin admin] Network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:30:05.311545 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-39727b64-716d-4119-a860-c9ebc02ff2d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, 2fad991f-cb6d-4aa1-a780-e38bbcc632a1) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:05.319344 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39727b64-716d-4119-a860-c9ebc02ff2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:05.323898 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-39727b64-716d-4119-a860-c9ebc02ff2d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:05.324068 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fcfd24-5484-474b-8fb7-300cc1ac2900 None None] Network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:30:05.349733 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48826) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:05.350820 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-39727b64-716d-4119-a860-c9ebc02ff2d9 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4875832 Aug 24 03:30:05.355841 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:05.391295 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12812'] for router (4a37f485-85f4-4569-bac9-f2d433f185f7), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:05.392693 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7891735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7889631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8099016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12805'] for router (4a37f485-85f4-4569-bac9-f2d433f185f7), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:05.459705 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Publish callbacks [] for router_controller (4a37f485-85f4-4569-bac9-f2d433f185f7), precommit_add_association {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:05.576756 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70d57586-e4e6-542b-96d4-1cbf7e47ba16-2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'project_id': '625e6391470e4018a6c502219b3d2b15', 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582'}]}} from dv-cinder-854261-1-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 03:30:05.578326 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:05.630016 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Publish callbacks [] for router_gateway (4a37f485-85f4-4569-bac9-f2d433f185f7), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:05.749621 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Allocated IP 172.20.0.2 (2fad991f-cb6d-4aa1-a780-e38bbcc632a1/94fb1bb7-9be9-4027-bda7-4f71e8def582/e680e996-3294-4b0d-a7c4-71174b3c6e07) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:30:05.866050 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Publish callbacks [] for router_gateway (4a37f485-85f4-4569-bac9-f2d433f185f7), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:05.900312 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:05.943013 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Publish callbacks [] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:05.953849 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:05.999558 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:06.003121 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:06.008190 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:30:06.021188 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Allocated IP 172.27.4.245 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/7a40a187-56c5-41ee-a30d-cdb112470bfd) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:30:06.022009 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Pushing event updated for resources: {'Port': ['ID=e680e996-3294-4b0d-a7c4-71174b3c6e07,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:06.077725 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.078940 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.079476 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.079989 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.080270 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.080830 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.081317 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.082334 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.083285 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.083814 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.084338 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.085989 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.086676 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.087690 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.088184 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Tracked resource versions report: Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: pushed versions: Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: { 'AddressGroup': {'1.2'}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Agent': {'1.1'}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'ConntrackHelper': {'1.0'}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'LocalIPAssociation': {'1.0'}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Log': {'1.0'}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'NDPProxy': {'1.0'}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Network': {'1.1'}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Port': {'1.7'}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'PortForwarding': {'1.3'}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'QosPolicy': {'1.10'}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'SecurityGroup': {'1.5'}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'SecurityGroupRule': {'1.2'}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'SubPort': {'1.0'}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Subnet': {'1.1'}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Trunk': {'1.1'}} Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: consumer versions: Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: { DHCP agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: HyperV agent@hv-cinder-85426: {}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: L3 agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: Metadata agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: Metering agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: Open vSwitch agent@dv-cinder-854261-1-iscsi: { 'AddressGroup': '1.2', Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Agent': '1.1', Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'ConntrackHelper': '1.0', Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'LocalIPAssociation': '1.0', Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Log': '1.0', Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'NDPProxy': '1.0', Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Network': '1.1', Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Port': '1.7', Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'PortForwarding': '1.3', Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'QosPolicy': '1.10', Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'SecurityGroup': '1.5', Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'SecurityGroupRule': '1.2', Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'SubPort': '1.0', Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Subnet': '1.1', Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: 'Trunk': '1.1'}} Aug 24 03:30:06.089760 dv-cinder-854261-1-iscsi neutron-server[106303]: {{(pid=106303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 03:30:06.109712 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Attempting to bind port e680e996-3294-4b0d-a7c4-71174b3c6e07 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:30:06.110392 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Attempting to bind port e680e996-3294-4b0d-a7c4-71174b3c6e07 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:30:06.111010 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Attempting to bind port e680e996-3294-4b0d-a7c4-71174b3c6e07 on network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:06.118661 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:30:06.119323 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Checking segment: {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:06.120408 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:06.121146 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Bound using segment: {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:30:06.121971 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Bound port: e680e996-3294-4b0d-a7c4-71174b3c6e07, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:30:06.122338 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:06.138092 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Publish callbacks [] for port (7a40a187-56c5-41ee-a30d-cdb112470bfd), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:06.171023 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:06.176488 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (7a40a187-56c5-41ee-a30d-cdb112470bfd), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:06.212372 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] For port e680e996-3294-4b0d-a7c4-71174b3c6e07, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:30:06.216153 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] For port e680e996-3294-4b0d-a7c4-71174b3c6e07, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=e680e996-3294-4b0d-a7c4-71174b3c6e07,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:30:06.224116 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:06.239211 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Pushing event updated for resources: {'Port': ['ID=7a40a187-56c5-41ee-a30d-cdb112470bfd,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:06.248949 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.249294 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.249652 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.249992 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.250320 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.250646 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.250970 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.251286 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.251814 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.252301 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.252813 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.253291 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.253791 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.254272 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.254755 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Tracked resource versions report: Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: pushed versions: Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: { 'AddressGroup': {'1.2'}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Agent': {'1.1'}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'ConntrackHelper': {'1.0'}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'LocalIPAssociation': {'1.0'}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Log': {'1.0'}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'NDPProxy': {'1.0'}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Network': {'1.1'}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Port': {'1.7'}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'PortForwarding': {'1.3'}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'QosPolicy': {'1.10'}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'SecurityGroup': {'1.5'}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'SecurityGroupRule': {'1.2'}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'SubPort': {'1.0'}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Subnet': {'1.1'}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Trunk': {'1.1'}} Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: consumer versions: Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: { DHCP agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: HyperV agent@hv-cinder-85426: {}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: L3 agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: Metadata agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: Metering agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: Open vSwitch agent@dv-cinder-854261-1-iscsi: { 'AddressGroup': '1.2', Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Agent': '1.1', Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'ConntrackHelper': '1.0', Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'LocalIPAssociation': '1.0', Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Log': '1.0', Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'NDPProxy': '1.0', Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Network': '1.1', Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Port': '1.7', Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'PortForwarding': '1.3', Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'QosPolicy': '1.10', Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'SecurityGroup': '1.5', Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'SecurityGroupRule': '1.2', Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'SubPort': '1.0', Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Subnet': '1.1', Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: 'Trunk': '1.1'}} Aug 24 03:30:06.256106 dv-cinder-854261-1-iscsi neutron-server[106302]: {{(pid=106302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 03:30:06.278146 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:06.279919 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:06.283350 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:30:06.371918 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507eafac-63f7-4193-a528-91b2e24fe707 None None] Pushing event updated for resources: {'Port': ['ID=e680e996-3294-4b0d-a7c4-71174b3c6e07,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:06.617999 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Publish callbacks [] for router_gateway (4a37f485-85f4-4569-bac9-f2d433f185f7), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:06.897454 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 48912) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:07.027095 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 48922) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:07.036387 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:07.066176 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7891712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7889582'] for router (4a37f485-85f4-4569-bac9-f2d433f185f7), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:07.269182 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-293615085-network', 'tenant_id': '0be0cbafba614105869a0913a21a127b'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:07.278944 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Router 4a37f485-85f4-4569-bac9-f2d433f185f7 is scheduled to L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e with binding_index 1 {{(pid=106302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 03:30:07.324856 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] Made reservation on behalf of 0be0cbafba614105869a0913a21a127b for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:30:07.327695 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:07.339144 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:07.484960 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] Publish callbacks [] for security_group (dc855c20-81ea-436e-aebe-0c144244ca1c), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:07.491415 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1032044845-network', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:07.499491 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (dc855c20-81ea-436e-aebe-0c144244ca1c), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:07.524908 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:30:07.531801 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:30:07.546153 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Sync routers for ids ['4a37f485-85f4-4569-bac9-f2d433f185f7'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:30:07.556803 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (a62cacd6-f606-4c86-99f5-b7852a168cad), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:07.557191 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] Added segment a62cacd6-f606-4c86-99f5-b7852a168cad of type vlan for network 6b14dc38-7379-4fb4-8965-3b8960206a88 Aug 24 03:30:07.563622 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Routers {'4a37f485-85f4-4569-bac9-f2d433f185f7'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:30:07.564263 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:29:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['4a37f485-85f4-4569-bac9-f2d433f185f7'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:07.596414 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:07.598079 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-4ae4220e-3a0e-472b-af6b-eea300e4767e admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.2471051 Aug 24 03:30:07.600896 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 48938) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:07.698959 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df24932e-8709-4ad6-b840-85fe2469015c None None] Network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:30:07.702718 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:07.771087 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc855c20-81ea-436e-aebe-0c144244ca1c,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:07.795047 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] Made reservation on behalf of 6a1e9994c1c045c892059d5b80578ba7 for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:30:07.797193 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-756b7d75-d68c-41ed-acf5-b856ce49eca3 None None] Provisioning complete for port e680e996-3294-4b0d-a7c4-71174b3c6e07 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:07.803972 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:07.805559 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-756b7d75-d68c-41ed-acf5-b856ce49eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:07.847835 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:07.863141 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (6b14dc38-7379-4fb4-8965-3b8960206a88), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:07.898294 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Set router 4a37f485-85f4-4569-bac9-f2d433f185f7 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:30:08.035447 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.db.resource_extend [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 24 03:30:08.080466 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:08.081469 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:08.083230 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-756b7d75-d68c-41ed-acf5-b856ce49eca3 None None] Current status of the port e680e996-3294-4b0d-a7c4-71174b3c6e07 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:08.083782 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-756b7d75-d68c-41ed-acf5-b856ce49eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:08.177031 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-756b7d75-d68c-41ed-acf5-b856ce49eca3 None None] For port e680e996-3294-4b0d-a7c4-71174b3c6e07, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=e680e996-3294-4b0d-a7c4-71174b3c6e07,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:08.178063 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (6b14dc38-7379-4fb4-8965-3b8960206a88), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:08.179745 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:08.185478 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:08.219238 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-756b7d75-d68c-41ed-acf5-b856ce49eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:08.228050 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:08.319422 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] Publish callbacks [] for security_group (520bdd4e-477f-4281-813b-ae101cfb0174), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:08.336932 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4388878 Aug 24 03:30:08.345295 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 48956) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:08.410404 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-f65227af-1a7e-4748-af8c-39a5a5b979fc admin admin] Request body: {'subnet': {'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-293615085-subnet', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:08.465022 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (520bdd4e-477f-4281-813b-ae101cfb0174), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:08.471963 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:08.523663 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65227af-1a7e-4748-af8c-39a5a5b979fc admin admin] Made reservation on behalf of 0be0cbafba614105869a0913a21a127b for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:30:08.526101 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f65227af-1a7e-4748-af8c-39a5a5b979fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:08.561807 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b7d75-d68c-41ed-acf5-b856ce49eca3 None None] Pushing event updated for resources: {'Port': ['ID=e680e996-3294-4b0d-a7c4-71174b3c6e07,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:08.669960 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:08.712622 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:06Z', 'revision_number': 3, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:08.793912 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Checking router: 4a37f485-85f4-4569-bac9-f2d433f185f7 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:30:08.794258 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Updating router 4a37f485-85f4-4569-bac9-f2d433f185f7 port 7a40a187-56c5-41ee-a30d-cdb112470bfd binding host dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:30:08.839852 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device e680e996-3294-4b0d-a7c4-71174b3c6e07 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:08.884170 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (7a40a187-56c5-41ee-a30d-cdb112470bfd), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:08.904574 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:30:08.920184 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (a1848968-1bf7-4e23-972c-fcf9a1729db1), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:08.920995 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] Added segment a1848968-1bf7-4e23-972c-fcf9a1729db1 of type vlan for network e243b8d3-7de2-4711-8726-42cf22c7a222 Aug 24 03:30:08.982939 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port e680e996-3294-4b0d-a7c4-71174b3c6e07 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:08.986661 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:08.989895 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (e243b8d3-7de2-4711-8726-42cf22c7a222), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:08.994596 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-eca16333-7bc8-4edc-9e30-68f0ac61620e None None] Provisioning complete for port e680e996-3294-4b0d-a7c4-71174b3c6e07 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:08.997414 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-eca16333-7bc8-4edc-9e30-68f0ac61620e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.042777 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f65227af-1a7e-4748-af8c-39a5a5b979fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for subnet (40703cf3-1428-477c-9540-1e3b9937ced5), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.043523 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Allocated IP 172.20.0.1 (2fad991f-cb6d-4aa1-a780-e38bbcc632a1/94fb1bb7-9be9-4027-bda7-4f71e8def582/6dc9cedf-aab5-4436-9ce4-9241a561fdd0) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:30:09.055602 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:09.079627 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583acb10-5733-4139-80f9-fb0a1d25698b admin admin] Pushing event updated for resources: {'Network': ['ID=6b14dc38-7379-4fb4-8965-3b8960206a88,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:09.088221 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (e243b8d3-7de2-4711-8726-42cf22c7a222), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.090239 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:09.090996 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.120344 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network 6b14dc38-7379-4fb4-8965-3b8960206a88 details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:30:09.218386 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] Pushing event updated for resources: {'Network': ['ID=e243b8d3-7de2-4711-8726-42cf22c7a222,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:09.232939 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:09.241029 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Publish callbacks [] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.251939 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network e243b8d3-7de2-4711-8726-42cf22c7a222 details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:30:09.260994 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65227af-1a7e-4748-af8c-39a5a5b979fc admin admin] Checking segment: {'id': 'a62cacd6-f606-4c86-99f5-b7852a168cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:09.261359 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65227af-1a7e-4748-af8c-39a5a5b979fc admin admin] Network hostable DHCP agents. Network: 6b14dc38-7379-4fb4-8965-3b8960206a88, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:30:09.297896 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.314606 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520bdd4e-477f-4281-813b-ae101cfb0174,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:09.336196 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-24ddb246-e7a0-4f26-810d-e38b80cc34c0 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3083396 Aug 24 03:30:09.365439 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49002) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:09.366102 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc9cedf-aab5-4436-9ce4-9241a561fdd0,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:09.377152 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-ad6fea68-21b0-4b2e-b69e-61200f164f52 admin admin] Request body: {'subnet': {'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1032044845-subnet', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:09.421417 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6fea68-21b0-4b2e-b69e-61200f164f52 admin admin] Made reservation on behalf of 6a1e9994c1c045c892059d5b80578ba7 for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:30:09.425737 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ad6fea68-21b0-4b2e-b69e-61200f164f52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.439147 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65227af-1a7e-4748-af8c-39a5a5b979fc admin admin] Network 6b14dc38-7379-4fb4-8965-3b8960206a88 is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:30:09.466865 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-f65227af-1a7e-4748-af8c-39a5a5b979fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, 6b14dc38-7379-4fb4-8965-3b8960206a88) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:09.475764 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65227af-1a7e-4748-af8c-39a5a5b979fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=40703cf3-1428-477c-9540-1e3b9937ced5,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:09.485632 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65227af-1a7e-4748-af8c-39a5a5b979fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:09.486233 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f65227af-1a7e-4748-af8c-39a5a5b979fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.514134 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Publish callbacks [] for port (7a40a187-56c5-41ee-a30d-cdb112470bfd), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.524970 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-eca16333-7bc8-4edc-9e30-68f0ac61620e None None] Current status of the port e680e996-3294-4b0d-a7c4-71174b3c6e07 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:09.525555 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (7a40a187-56c5-41ee-a30d-cdb112470bfd), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.532883 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port e680e996-3294-4b0d-a7c4-71174b3c6e07 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:09.539720 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d256516f-bf65-4cc9-b1dc-893563a6c3f6 None None] Network 6b14dc38-7379-4fb4-8965-3b8960206a88 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:30:09.544421 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f65227af-1a7e-4748-af8c-39a5a5b979fc admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1889713 Aug 24 03:30:09.549419 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 49016) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:09.560553 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-293615085-router', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:09.569332 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:09.570105 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:09.574294 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:09.577799 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:30:09.578292 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890483'] for router_interface (4a37f485-85f4-4569-bac9-f2d433f185f7), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.636822 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12812'] for router (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.638471 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7891735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7889631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8099016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12805'] for router (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.667838 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Pushing event updated for resources: {'Port': ['ID=7a40a187-56c5-41ee-a30d-cdb112470bfd,revision_number=2']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:09.682983 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:09.683945 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:09.684711 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:09.685304 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:09.686083 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:09.686810 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:09.687958 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:09.688569 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:09.689331 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:09.689932 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:09.690496 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:09.691128 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:09.691671 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:09.692317 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:09.692858 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Tracked resource versions report: Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: pushed versions: Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: { 'AddressGroup': {'1.2'}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Agent': {'1.1'}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'ConntrackHelper': {'1.0'}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'LocalIPAssociation': {'1.0'}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Log': {'1.0'}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'NDPProxy': {'1.0'}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Network': {'1.1'}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Port': {'1.7'}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'PortForwarding': {'1.3'}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'QosPolicy': {'1.10'}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'SecurityGroup': {'1.5'}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'SecurityGroupRule': {'1.2'}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'SubPort': {'1.0'}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Subnet': {'1.1'}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Trunk': {'1.1'}} Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: consumer versions: Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: { DHCP agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: HyperV agent@hv-cinder-85426: {}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: L3 agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: Metadata agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: Metering agent@dv-cinder-854261-1-iscsi: {}, Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: Open vSwitch agent@dv-cinder-854261-1-iscsi: { 'AddressGroup': '1.2', Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Agent': '1.1', Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'ConntrackHelper': '1.0', Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'LocalIPAssociation': '1.0', Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Log': '1.0', Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'NDPProxy': '1.0', Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Network': '1.1', Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Port': '1.7', Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'PortForwarding': '1.3', Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'QosPolicy': '1.10', Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'SecurityGroup': '1.5', Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'SecurityGroupRule': '1.2', Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'SubPort': '1.0', Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Subnet': '1.1', Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: 'Trunk': '1.1'}} Aug 24 03:30:09.695599 dv-cinder-854261-1-iscsi neutron-server[106304]: {{(pid=106304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 03:30:09.702186 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Attempting to bind port 7a40a187-56c5-41ee-a30d-cdb112470bfd on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:30:09.702962 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Attempting to bind port 7a40a187-56c5-41ee-a30d-cdb112470bfd by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:30:09.703558 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Attempting to bind port 7a40a187-56c5-41ee-a30d-cdb112470bfd on network 68ed77cc-6535-48c9-8f55-c96c079deaef {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:09.712819 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:30:09.714174 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Checking segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:09.714907 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.716103 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Bound using segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:30:09.716874 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Bound port: 7a40a187-56c5-41ee-a30d-cdb112470bfd, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:30:09.717567 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (7a40a187-56c5-41ee-a30d-cdb112470bfd), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.839610 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] For port 7a40a187-56c5-41ee-a30d-cdb112470bfd, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:30:09.848527 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] For port 7a40a187-56c5-41ee-a30d-cdb112470bfd, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=7a40a187-56c5-41ee-a30d-cdb112470bfd,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:30:09.853910 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70d57586-e4e6-542b-96d4-1cbf7e47ba16-6b14dc38-7379-4fb4-8965-3b8960206a88', 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88', 'project_id': '0be0cbafba614105869a0913a21a127b', 'fixed_ips': [{'subnet_id': '40703cf3-1428-477c-9540-1e3b9937ced5'}]}} from dv-cinder-854261-1-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 03:30:09.856266 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.864202 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (7a40a187-56c5-41ee-a30d-cdb112470bfd), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.902144 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:09.937883 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Publish callbacks [] for router_controller (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), precommit_add_association {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.943364 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ad6fea68-21b0-4b2e-b69e-61200f164f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for subnet (d6a16571-04fe-4d20-8795-0643856acb03), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:09.964557 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ecf15-c409-45d8-aa90-8caa2ca7c2f4 None None] Pushing event updated for resources: {'Port': ['ID=7a40a187-56c5-41ee-a30d-cdb112470bfd,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:10.000378 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Routers {'4a37f485-85f4-4569-bac9-f2d433f185f7'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:30:10.000378 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:29:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['4a37f485-85f4-4569-bac9-f2d433f185f7'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:10.005647 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:10.093684 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c3bca527-c76f-4068-80fe-5c407d00e9fc None None] Provisioning complete for port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:10.094078 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c3bca527-c76f-4068-80fe-5c407d00e9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:10.112753 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fea68-21b0-4b2e-b69e-61200f164f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a16571-04fe-4d20-8795-0643856acb03,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:10.122271 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6fea68-21b0-4b2e-b69e-61200f164f52 admin admin] Checking segment: {'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:10.122734 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6fea68-21b0-4b2e-b69e-61200f164f52 admin admin] Network hostable DHCP agents. Network: e243b8d3-7de2-4711-8726-42cf22c7a222, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:30:10.194569 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c3bca527-c76f-4068-80fe-5c407d00e9fc None None] Port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:30:10.199429 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6fea68-21b0-4b2e-b69e-61200f164f52 admin admin] Network e243b8d3-7de2-4711-8726-42cf22c7a222 is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:30:10.254228 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-ad6fea68-21b0-4b2e-b69e-61200f164f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, e243b8d3-7de2-4711-8726-42cf22c7a222) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:10.261136 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6fea68-21b0-4b2e-b69e-61200f164f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:10.264164 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ad6fea68-21b0-4b2e-b69e-61200f164f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:10.267390 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] Set router 4a37f485-85f4-4569-bac9-f2d433f185f7 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:30:10.272084 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd6ad9-308b-457e-ae1f-e06a11ec69f8 None None] Network e243b8d3-7de2-4711-8726-42cf22c7a222 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:30:10.297990 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ad6fea68-21b0-4b2e-b69e-61200f164f52 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9271114 Aug 24 03:30:10.322318 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49040) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:10.334501 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:10.363391 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:10.372403 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12812'] for router (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:10.374429 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7891735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7889631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8099016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12805'] for router (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:10.378861 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:10.380090 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:10.500422 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Publish callbacks [] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:10.505569 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Publish callbacks [] for router_controller (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), precommit_add_association {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:10.507154 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:10.509130 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890511'] for router_interface (4a37f485-85f4-4569-bac9-f2d433f185f7), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:10.597165 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Publish callbacks [] for router_gateway (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:10.604363 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '6dc9cedf-aab5-4436-9ce4-9241a561fdd0', 'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'mac_address': 'fa:16:3e:95:70:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:08Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 1, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'subnets': [{'id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:10.642289 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220e090-029c-4fbb-85ef-c0dc4ae899d5 None None] The sync data for ids ['4a37f485-85f4-4569-bac9-f2d433f185f7'] in dv-cinder-854261-1-iscsi is: [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '6dc9cedf-aab5-4436-9ce4-9241a561fdd0', 'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'mac_address': 'fa:16:3e:95:70:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:08Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 1, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'subnets': [{'id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:30:10.657186 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70d57586-e4e6-542b-96d4-1cbf7e47ba16-e243b8d3-7de2-4711-8726-42cf22c7a222', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03'}]}} from dv-cinder-854261-1-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 03:30:10.658833 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:10.850732 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:10.895483 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device e680e996-3294-4b0d-a7c4-71174b3c6e07 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:10.903739 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Allocated IP 172.20.0.2 (6b14dc38-7379-4fb4-8965-3b8960206a88/40703cf3-1428-477c-9540-1e3b9937ced5/08202fcc-df8c-40df-b764-c84e9815cf58) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:30:10.911711 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:10.920693 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Allocated IP 172.20.0.2 (e243b8d3-7de2-4711-8726-42cf22c7a222/d6a16571-04fe-4d20-8795-0643856acb03/06d22535-0bd7-4a02-9002-136ed1e26074) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:30:11.116688 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Publish callbacks [] for router_gateway (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:11.189638 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:11.353757 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Router 4a37f485-85f4-4569-bac9-f2d433f185f7 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:30:11.446971 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:11.500253 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:11.510752 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-0decfa5d-18ff-4d39-86fd-b4004c1472a8 None None] Provisioning complete for port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:11.511373 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0decfa5d-18ff-4d39-86fd-b4004c1472a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:11.559784 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Allocated IP 172.27.4.151 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/31f06a5b-8edf-45c8-86aa-9a72c658608f) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:30:11.575624 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-0decfa5d-18ff-4d39-86fd-b4004c1472a8 None None] Port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:30:11.589241 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:11.647201 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port e680e996-3294-4b0d-a7c4-71174b3c6e07 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:11.648850 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:11.773341 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Publish callbacks [] for router_gateway (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:11.780105 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:11.785515 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc9cedf-aab5-4436-9ce4-9241a561fdd0,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:11.999247 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Publish callbacks [] for port (31f06a5b-8edf-45c8-86aa-9a72c658608f), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:12.017235 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:12.115581 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 49100) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:12.121758 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port e680e996-3294-4b0d-a7c4-71174b3c6e07 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:12.200526 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:12.206033 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:30:12.263122 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (31f06a5b-8edf-45c8-86aa-9a72c658608f), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:12.282879 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Publish callbacks [] for port (08202fcc-df8c-40df-b764-c84e9815cf58), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:12.318247 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (08202fcc-df8c-40df-b764-c84e9815cf58), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:12.400544 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Publish callbacks [] for port (06d22535-0bd7-4a02-9002-136ed1e26074), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:12.421798 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:12.422011 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Pushing event updated for resources: {'Port': ['ID=08202fcc-df8c-40df-b764-c84e9815cf58,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:12.424872 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-8657d902-3ebb-413d-9330-14669150e321 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/4a37f485-85f4-4569-bac9-f2d433f185f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8227968 Aug 24 03:30:12.433478 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Publish callbacks [] for router_gateway (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:12.469592 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Network 6b14dc38-7379-4fb4-8965-3b8960206a88 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:12.475898 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:12.476063 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:12.480042 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (06d22535-0bd7-4a02-9002-136ed1e26074), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:12.505480 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Network e243b8d3-7de2-4711-8726-42cf22c7a222 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:12.511416 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:30:12.513711 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:12.518979 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:12.524071 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:30:12.573318 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:30:12.609099 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Pushing event updated for resources: {'Port': ['ID=31f06a5b-8edf-45c8-86aa-9a72c658608f,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:12.789609 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d4f609fe-6f12-4735-b94d-fe914f2c12cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:12.916207 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Allocated IP 172.27.4.218 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/3a26219a-8dfd-4a27-815b-80c5febe0bef) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:30:12.947620 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 7a40a187-56c5-41ee-a30d-cdb112470bfd up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:12.961868 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Pushing event updated for resources: {'Port': ['ID=06d22535-0bd7-4a02-9002-136ed1e26074,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:13.038606 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Attempting to bind port 06d22535-0bd7-4a02-9002-136ed1e26074 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:30:13.040120 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Attempting to bind port 06d22535-0bd7-4a02-9002-136ed1e26074 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:30:13.040707 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Attempting to bind port 06d22535-0bd7-4a02-9002-136ed1e26074 on network e243b8d3-7de2-4711-8726-42cf22c7a222 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:13.104430 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:30:13.105252 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Checking segment: {'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:13.105881 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.109442 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Bound using segment: {'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:30:13.110393 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Bound port: 06d22535-0bd7-4a02-9002-136ed1e26074, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:30:13.111677 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (06d22535-0bd7-4a02-9002-136ed1e26074), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.152986 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Attempting to bind port 08202fcc-df8c-40df-b764-c84e9815cf58 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:30:13.153645 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Attempting to bind port 08202fcc-df8c-40df-b764-c84e9815cf58 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': 'a62cacd6-f606-4c86-99f5-b7852a168cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:30:13.153645 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Attempting to bind port 08202fcc-df8c-40df-b764-c84e9815cf58 on network 6b14dc38-7379-4fb4-8965-3b8960206a88 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:13.168975 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:30:13.176469 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Publish callbacks [] for port (3a26219a-8dfd-4a27-815b-80c5febe0bef), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.183190 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Checking segment: {'id': 'a62cacd6-f606-4c86-99f5-b7852a168cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:13.183867 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.184372 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Bound using segment: {'id': 'a62cacd6-f606-4c86-99f5-b7852a168cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:30:13.185022 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Bound port: 08202fcc-df8c-40df-b764-c84e9815cf58, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62cacd6-f606-4c86-99f5-b7852a168cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:30:13.185461 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (08202fcc-df8c-40df-b764-c84e9815cf58), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.245530 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (3a26219a-8dfd-4a27-815b-80c5febe0bef), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.259852 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:13.299426 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:13.303385 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 7a40a187-56c5-41ee-a30d-cdb112470bfd triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:13.303920 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (7a40a187-56c5-41ee-a30d-cdb112470bfd), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.306735 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:13.310133 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:30:13.312524 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d4f609fe-6f12-4735-b94d-fe914f2c12cb admin admin] Publish callbacks [] for security_group (9389a602-15e6-4055-9eb0-6662ac6e0fcb), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.326181 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d4f609fe-6f12-4735-b94d-fe914f2c12cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (9389a602-15e6-4055-9eb0-6662ac6e0fcb), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.394698 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] For port 06d22535-0bd7-4a02-9002-136ed1e26074, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:30:13.420409 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] For port 08202fcc-df8c-40df-b764-c84e9815cf58, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:30:13.435212 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] For port 06d22535-0bd7-4a02-9002-136ed1e26074, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=06d22535-0bd7-4a02-9002-136ed1e26074,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:30:13.449896 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] For port 08202fcc-df8c-40df-b764-c84e9815cf58, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=08202fcc-df8c-40df-b764-c84e9815cf58,segment=NetworkSegment(a62cacd6-f606-4c86-99f5-b7852a168cad),segment_id=a62cacd6-f606-4c86-99f5-b7852a168cad)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:30:13.456537 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (06d22535-0bd7-4a02-9002-136ed1e26074), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.466037 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (08202fcc-df8c-40df-b764-c84e9815cf58), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.479630 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f609fe-6f12-4735-b94d-fe914f2c12cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9389a602-15e6-4055-9eb0-6662ac6e0fcb,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:13.487096 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Pushing event updated for resources: {'Port': ['ID=3a26219a-8dfd-4a27-815b-80c5febe0bef,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:13.490316 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49162) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:13.495760 dv-cinder-854261-1-iscsi neutron-server[106302]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 03:30:13.558158 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d4f609fe-6f12-4735-b94d-fe914f2c12cb admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=6f655a873ed64b69ac5108f587f8e040&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4279528 Aug 24 03:30:13.572580 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 49164) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:13.583469 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Publish callbacks [] for router_gateway (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.649891 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204889e-ae28-4c8d-a7cd-0906851c8f21 None None] Pushing event updated for resources: {'Port': ['ID=06d22535-0bd7-4a02-9002-136ed1e26074,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:13.652544 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 7a40a187-56c5-41ee-a30d-cdb112470bfd is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:13.652969 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (7a40a187-56c5-41ee-a30d-cdb112470bfd), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.699740 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:13.706957 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 7a40a187-56c5-41ee-a30d-cdb112470bfd, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=7a40a187-56c5-41ee-a30d-cdb112470bfd,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:13.718742 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (7a40a187-56c5-41ee-a30d-cdb112470bfd), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.749235 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a3b2c-bbd4-4f9c-afc0-6d1fcb5f29e9 None None] Pushing event updated for resources: {'Port': ['ID=08202fcc-df8c-40df-b764-c84e9815cf58,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:13.839354 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ee903ef2-49df-4f4d-bc2b-3949ec502f10 admin admin] Publish callbacks [] for security_group (9389a602-15e6-4055-9eb0-6662ac6e0fcb), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.845394 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=7a40a187-56c5-41ee-a30d-cdb112470bfd,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:13.892580 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ee903ef2-49df-4f4d-bc2b-3949ec502f10 admin admin] Publish callbacks [] for security_group (9389a602-15e6-4055-9eb0-6662ac6e0fcb), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:13.932019 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49170) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:14.077913 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-f51d57df-e9ba-405c-8047-25d4ea9392ae tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:14.079505 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-f51d57df-e9ba-405c-8047-25d4ea9392ae tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 819 time: 0.5853806 Aug 24 03:30:14.130897 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:14.133058 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-67c1f554-ee90-4c81-bff3-07ad0347cc96 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/quotas/625e6391470e4018a6c502219b3d2b15 HTTP/1.1" status: 200 len: 375 time: 0.0466454 Aug 24 03:30:14.138352 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Publish callbacks [] for router_gateway (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:14.139249 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7891712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7889582'] for router (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:14.156776 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:14.272958 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:14.280838 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ee903ef2-49df-4f4d-bc2b-3949ec502f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (9389a602-15e6-4055-9eb0-6662ac6e0fcb), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:14.283545 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ee903ef2-49df-4f4d-bc2b-3949ec502f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:14.284832 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ee903ef2-49df-4f4d-bc2b-3949ec502f10 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/9389a602-15e6-4055-9eb0-6662ac6e0fcb HTTP/1.1" status: 204 len: 168 time: 0.7094972 Aug 24 03:30:14.298379 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee903ef2-49df-4f4d-bc2b-3949ec502f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9389a602-15e6-4055-9eb0-6662ac6e0fcb,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:14.378763 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Router f873b1f7-6e35-44b0-8ea1-f13e6be5c617 is scheduled to L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e with binding_index 1 {{(pid=106301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 03:30:14.430104 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-825072fb-4112-486a-b0f5-635897876f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:14.517601 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:14.525283 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:30:14.534772 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-5a8cd1ab-88e6-49a7-beb4-ad0c3bac1779 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3917320 Aug 24 03:30:14.535943 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Sync routers for ids ['f873b1f7-6e35-44b0-8ea1-f13e6be5c617'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:30:14.557068 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:14.558428 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-7be88df0-0cbe-4358-9310-3506386688f1 admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0070045 Aug 24 03:30:14.561523 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 49186) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:14.582635 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Routers {'f873b1f7-6e35-44b0-8ea1-f13e6be5c617'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:30:14.583295 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-f0080219-af60-495f-beea-4d431c134da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:29:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f873b1f7-6e35-44b0-8ea1-f13e6be5c617'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:14.784178 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7891712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7889582'] for router (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:14.894852 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Set router f873b1f7-6e35-44b0-8ea1-f13e6be5c617 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:30:14.941259 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-825072fb-4112-486a-b0f5-635897876f81 admin admin] Publish callbacks [] for security_group (4d8b79d2-ea58-4873-9d67-7b2e2711d634), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:14.955246 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-825072fb-4112-486a-b0f5-635897876f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4d8b79d2-ea58-4873-9d67-7b2e2711d634), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:15.027851 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 06d22535-0bd7-4a02-9002-136ed1e26074 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:15.028044 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-825072fb-4112-486a-b0f5-635897876f81 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=98c3e8f78b614fa9a55f1a677a5b0d81&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0810518 Aug 24 03:30:15.042180 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 49202) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:15.049775 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-5066e376-449c-440b-bc82-56e5cb1ac667 service neutron] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:30:15.060146 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-5066e376-449c-440b-bc82-56e5cb1ac667 service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1831574 Aug 24 03:30:15.202187 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-25c57ab8-eb77-4006-a9ad-6e4c778e18bd admin admin] Publish callbacks [] for security_group (4d8b79d2-ea58-4873-9d67-7b2e2711d634), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:15.221564 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825072fb-4112-486a-b0f5-635897876f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8b79d2-ea58-4873-9d67-7b2e2711d634,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:15.240466 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 is scheduled to L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e with binding_index 1 {{(pid=106302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 03:30:15.345635 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-f0080219-af60-495f-beea-4d431c134da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'name': 'tempest-DeleteServersTestJSON-293615085-router', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.151'}], 'enable_snat': True}, 'gw_port_id': '31f06a5b-8edf-45c8-86aa-9a72c658608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:09Z', 'updated_at': '2022-08-24T03:30:13Z', 'revision_number': 3, 'project_id': '0be0cbafba614105869a0913a21a127b', 'gw_port': {'id': '31f06a5b-8edf-45c8-86aa-9a72c658608f', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:80:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:11Z', 'updated_at': '2022-08-24T03:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:15.350238 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4faac8-f6ae-48c6-868b-f5dd5a6f1b98 None None] Network e243b8d3-7de2-4711-8726-42cf22c7a222 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:30:15.450763 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-25c57ab8-eb77-4006-a9ad-6e4c778e18bd admin admin] Publish callbacks [] for security_group (4d8b79d2-ea58-4873-9d67-7b2e2711d634), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:15.556259 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Checking router: f873b1f7-6e35-44b0-8ea1-f13e6be5c617 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:30:15.557218 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Updating router f873b1f7-6e35-44b0-8ea1-f13e6be5c617 port 31f06a5b-8edf-45c8-86aa-9a72c658608f binding host dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:30:15.562901 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Sync routers for ids ['4a37f485-85f4-4569-bac9-f2d433f185f7'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:30:15.580381 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Routers {'4a37f485-85f4-4569-bac9-f2d433f185f7'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:30:15.581250 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:29:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['4a37f485-85f4-4569-bac9-f2d433f185f7'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:15.599506 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-25c57ab8-eb77-4006-a9ad-6e4c778e18bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4d8b79d2-ea58-4873-9d67-7b2e2711d634), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:15.603035 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-25c57ab8-eb77-4006-a9ad-6e4c778e18bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:15.607025 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-25c57ab8-eb77-4006-a9ad-6e4c778e18bd admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/4d8b79d2-ea58-4873-9d67-7b2e2711d634 HTTP/1.1" status: 204 len: 168 time: 0.5590651 Aug 24 03:30:15.616868 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-f6379937-1534-4990-a40e-f9777e1d95a3 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547442 Aug 24 03:30:15.621240 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c57ab8-eb77-4006-a9ad-6e4c778e18bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8b79d2-ea58-4873-9d67-7b2e2711d634,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:15.654060 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 06d22535-0bd7-4a02-9002-136ed1e26074 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:15.654451 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (06d22535-0bd7-4a02-9002-136ed1e26074), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:15.795554 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:30:15.870896 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Set router 4a37f485-85f4-4569-bac9-f2d433f185f7 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:30:15.947988 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:15.986508 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:15.995161 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-4a4c117b-bc7e-47e0-8f09-49bbad9a41d2 admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6686521 Aug 24 03:30:16.017937 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 49238) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:16.018405 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:16.036319 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:16.049150 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-91c3c689-8907-4196-91a6-38d3232f5541 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254699 Aug 24 03:30:16.076146 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50cc925-3ebd-49b6-b725-49e2ab8c5d78 None None] Network 6b14dc38-7379-4fb4-8965-3b8960206a88 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:30:16.085689 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (31f06a5b-8edf-45c8-86aa-9a72c658608f), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:16.233823 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:16.440962 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49264) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:16.480637 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '6dc9cedf-aab5-4436-9ce4-9241a561fdd0', 'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'mac_address': 'fa:16:3e:95:70:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:08Z', 'updated_at': '2022-08-24T03:30:10Z', 'revision_number': 2, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'subnets': [{'id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:16.482965 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Publish callbacks [] for port (31f06a5b-8edf-45c8-86aa-9a72c658608f), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:16.486197 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-1075239d-f4e5-455a-ae9c-81e2d68437c7 None None] Provisioning complete for port 06d22535-0bd7-4a02-9002-136ed1e26074 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:16.486864 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1075239d-f4e5-455a-ae9c-81e2d68437c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (06d22535-0bd7-4a02-9002-136ed1e26074), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:16.522666 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Sync routers for ids ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:30:16.531181 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:16.532330 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:16.544703 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (31f06a5b-8edf-45c8-86aa-9a72c658608f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:16.580453 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Attempting to bind port 31f06a5b-8edf-45c8-86aa-9a72c658608f on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:30:16.581079 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Attempting to bind port 31f06a5b-8edf-45c8-86aa-9a72c658608f by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:30:16.581332 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Attempting to bind port 31f06a5b-8edf-45c8-86aa-9a72c658608f on network 68ed77cc-6535-48c9-8f55-c96c079deaef {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:16.604519 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f55303b4-c58b-43c2-ac30-32920ba0fdd9 req-3a2dd854-3320-42c6-a109-a4149f1f24ca tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 210 time: 0.1603754 Aug 24 03:30:16.618121 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Checking router: 4a37f485-85f4-4569-bac9-f2d433f185f7 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:30:16.618648 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Updating router 4a37f485-85f4-4569-bac9-f2d433f185f7 port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 binding host dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:30:16.653856 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:30:16.655590 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Checking segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:16.657198 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:16.657768 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Bound using segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:30:16.658843 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Bound port: 31f06a5b-8edf-45c8-86aa-9a72c658608f, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:30:16.659541 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (31f06a5b-8edf-45c8-86aa-9a72c658608f), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:16.661429 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49286) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:16.695076 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6e7541c6-5f88-46b3-920f-ca63d99bf4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:16.727945 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:16.879754 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Allocated IP 172.20.0.1 (6b14dc38-7379-4fb4-8965-3b8960206a88/40703cf3-1428-477c-9540-1e3b9937ced5/0a48602d-2350-4e4b-8fde-e8d14091cb1f) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:30:17.021871 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6e7541c6-5f88-46b3-920f-ca63d99bf4ad admin admin] Publish callbacks [] for security_group (9134b9f0-e412-4346-a1a2-b75fe379c62b), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:17.027344 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6e7541c6-5f88-46b3-920f-ca63d99bf4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (9134b9f0-e412-4346-a1a2-b75fe379c62b), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:17.091172 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Routers {'2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:30:17.095799 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-6e7541c6-5f88-46b3-920f-ca63d99bf4ad admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=407be9e407ae43a3b216dca529060815&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4327104 Aug 24 03:30:17.096120 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:29:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:17.096432 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49302) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:17.098296 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a717ed-6512-4b35-80b0-d75390063aed None None] Pushing event updated for resources: {'Port': ['ID=31f06a5b-8edf-45c8-86aa-9a72c658608f,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:17.191700 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:17.354989 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7541c6-5f88-46b3-920f-ca63d99bf4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9134b9f0-e412-4346-a1a2-b75fe379c62b,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:17.455535 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:17.511521 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Set router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:30:17.517494 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Publish callbacks [] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:17.533336 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:17.684430 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Publish callbacks [] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:17.738221 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea3b56-bfdf-4f13-ba8a-065634ae4219 None None] Pushing event updated for resources: {'Port': ['ID=6dc9cedf-aab5-4436-9ce4-9241a561fdd0,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:17.785131 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a5854-d369-4ec7-8f98-035774425edb req-5c8e5a51-96dd-465e-a55f-3bf17c763047 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:17.793028 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-5c8e5a51-96dd-465e-a55f-3bf17c763047 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 819 time: 0.4522312 Aug 24 03:30:17.853213 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-bf093601-9530-4452-bf23-ed9cb1a848fa tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/quotas/625e6391470e4018a6c502219b3d2b15 HTTP/1.1" status: 200 len: 375 time: 0.0344112 Aug 24 03:30:17.923328 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:17.925785 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Attempting to bind port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:30:17.929440 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Attempting to bind port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:30:17.930918 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Attempting to bind port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 on network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:17.942653 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:30:17.943192 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-038fe1de-4c9e-45ab-98de-79a641ec2982 admin admin] Publish callbacks [] for security_group (9134b9f0-e412-4346-a1a2-b75fe379c62b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:17.944755 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Checking segment: {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:17.946125 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:17.946927 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Bound using segment: {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:30:17.948089 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Bound port: 6dc9cedf-aab5-4436-9ce4-9241a561fdd0, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:30:17.953368 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:18.057578 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 06d22535-0bd7-4a02-9002-136ed1e26074 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:18.058846 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (06d22535-0bd7-4a02-9002-136ed1e26074), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:18.132403 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-038fe1de-4c9e-45ab-98de-79a641ec2982 admin admin] Publish callbacks [] for security_group (9134b9f0-e412-4346-a1a2-b75fe379c62b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:18.193021 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] For port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:30:18.206414 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] For port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=6dc9cedf-aab5-4436-9ce4-9241a561fdd0,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:30:18.219250 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:18.247059 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-b084bc8d-efa9-4f4e-be4f-04b28da0d934 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3713121 Aug 24 03:30:18.270019 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:18.343943 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 06d22535-0bd7-4a02-9002-136ed1e26074, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=06d22535-0bd7-4a02-9002-136ed1e26074,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:18.409159 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (06d22535-0bd7-4a02-9002-136ed1e26074), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:18.410895 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 08202fcc-df8c-40df-b764-c84e9815cf58 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:18.419158 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:18.427956 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-038fe1de-4c9e-45ab-98de-79a641ec2982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (9134b9f0-e412-4346-a1a2-b75fe379c62b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:18.430945 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-038fe1de-4c9e-45ab-98de-79a641ec2982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:18.438625 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-038fe1de-4c9e-45ab-98de-79a641ec2982 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/9134b9f0-e412-4346-a1a2-b75fe379c62b HTTP/1.1" status: 204 len: 168 time: 1.3047183 Aug 24 03:30:18.493425 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fe1de-4c9e-45ab-98de-79a641ec2982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9134b9f0-e412-4346-a1a2-b75fe379c62b,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:18.513213 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Pushing event updated for resources: {'Port': ['ID=0a48602d-2350-4e4b-8fde-e8d14091cb1f,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:18.550682 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Network 6b14dc38-7379-4fb4-8965-3b8960206a88 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:18.558519 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:18.563666 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:30:18.564907 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890483'] for router_interface (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:18.570990 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Routers {'4a37f485-85f4-4569-bac9-f2d433f185f7'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:30:18.585171 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:29:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['4a37f485-85f4-4569-bac9-f2d433f185f7'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:18.653300 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-1075239d-f4e5-455a-ae9c-81e2d68437c7 None None] Current status of the port 06d22535-0bd7-4a02-9002-136ed1e26074 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:18.653700 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1075239d-f4e5-455a-ae9c-81e2d68437c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (06d22535-0bd7-4a02-9002-136ed1e26074), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:18.658991 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a0a155fd-cd43-49f2-9698-dc8a06a45d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:18.782551 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-8ab0cecf-79d8-4e63-8b77-7a966c246f99 service neutron] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:30:18.791187 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-8ab0cecf-79d8-4e63-8b77-7a966c246f99 service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1147764 Aug 24 03:30:18.806953 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-f0080219-af60-495f-beea-4d431c134da4 None None] For port 31f06a5b-8edf-45c8-86aa-9a72c658608f, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:30:18.839167 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-f0080219-af60-495f-beea-4d431c134da4 None None] For port 31f06a5b-8edf-45c8-86aa-9a72c658608f, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=31f06a5b-8edf-45c8-86aa-9a72c658608f,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:30:18.849990 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:18.851367 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:18.882743 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:18.906875 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] Set router 4a37f485-85f4-4569-bac9-f2d433f185f7 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:30:18.960802 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:18.968839 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:19.082331 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=06d22535-0bd7-4a02-9002-136ed1e26074,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:19.090403 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (31f06a5b-8edf-45c8-86aa-9a72c658608f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:19.138371 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-f29c800a-f491-4a64-969d-90e635dae6ed service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462396 Aug 24 03:30:19.302729 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Publish callbacks [] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:19.316843 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:19.342899 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:19.434526 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea3b56-bfdf-4f13-ba8a-065634ae4219 None None] Pushing event updated for resources: {'Port': ['ID=6dc9cedf-aab5-4436-9ce4-9241a561fdd0,revision_number=4']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:19.446565 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-fc47dcdc-6a5b-4f93-9574-bfdc8b4909b6 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032582 Aug 24 03:30:19.448906 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '6dc9cedf-aab5-4436-9ce4-9241a561fdd0', 'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'mac_address': 'fa:16:3e:95:70:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:08Z', 'updated_at': '2022-08-24T03:30:18Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'subnets': [{'id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:19.488993 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0712bf71-59f7-48f3-985e-aea8f1e1aec1 None None] The sync data for ids ['4a37f485-85f4-4569-bac9-f2d433f185f7'] in dv-cinder-854261-1-iscsi is: [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '6dc9cedf-aab5-4436-9ce4-9241a561fdd0', 'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'mac_address': 'fa:16:3e:95:70:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:08Z', 'updated_at': '2022-08-24T03:30:18Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'subnets': [{'id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:30:19.560568 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:19.561435 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890511'] for router_interface (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:19.563909 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 08202fcc-df8c-40df-b764-c84e9815cf58 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:19.564305 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (08202fcc-df8c-40df-b764-c84e9815cf58), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:19.610013 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Pushing event updated for resources: {'Port': ['ID=0a48602d-2350-4e4b-8fde-e8d14091cb1f,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:19.668928 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a717ed-6512-4b35-80b0-d75390063aed None None] Pushing event updated for resources: {'Port': ['ID=31f06a5b-8edf-45c8-86aa-9a72c658608f,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:19.698613 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Routers {'f873b1f7-6e35-44b0-8ea1-f13e6be5c617'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:30:19.698918 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-f0080219-af60-495f-beea-4d431c134da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:29:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f873b1f7-6e35-44b0-8ea1-f13e6be5c617'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:19.772755 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Allocated IP 172.20.0.1 (e243b8d3-7de2-4711-8726-42cf22c7a222/d6a16571-04fe-4d20-8795-0643856acb03/e659f52b-468f-4d35-b84a-c000326b6e77) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:30:19.843992 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.db.api [None req-1075239d-f4e5-455a-ae9c-81e2d68437c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 03:30:19.844638 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG oslo_db.api [None req-1075239d-f4e5-455a-ae9c-81e2d68437c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 03:30:19.962577 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 08202fcc-df8c-40df-b764-c84e9815cf58 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:19.963179 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (08202fcc-df8c-40df-b764-c84e9815cf58), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:20.017171 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:20.031035 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-2c6321d1-8dc4-4687-a558-0add728902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:20.138588 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bd0cd3ac-4a77-46ff-9ce1-e4ab9b2c08cd req-84bfe795-0ce1-4a2e-9830-00d2e0719db2 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 210 time: 0.1035347 Aug 24 03:30:20.180625 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Publish callbacks [] for port (e659f52b-468f-4d35-b84a-c000326b6e77), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:20.204687 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 08202fcc-df8c-40df-b764-c84e9815cf58, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=08202fcc-df8c-40df-b764-c84e9815cf58,segment=NetworkSegment(a62cacd6-f606-4c86-99f5-b7852a168cad),segment_id=a62cacd6-f606-4c86-99f5-b7852a168cad)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:20.217057 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (08202fcc-df8c-40df-b764-c84e9815cf58), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:20.217961 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 7a40a187-56c5-41ee-a30d-cdb112470bfd up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:20.279209 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Network 6b14dc38-7379-4fb4-8965-3b8960206a88 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:20.308178 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:20.321566 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:20.366530 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:13Z', 'revision_number': 3, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:20.399821 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-f0080219-af60-495f-beea-4d431c134da4 None None] Set router f873b1f7-6e35-44b0-8ea1-f13e6be5c617 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:30:20.450570 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (e659f52b-468f-4d35-b84a-c000326b6e77), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:20.583488 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Network e243b8d3-7de2-4711-8726-42cf22c7a222 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:20.590958 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:20.596074 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:30:20.596550 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890483'] for router_interface (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:20.610376 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-1075239d-f4e5-455a-ae9c-81e2d68437c7 None None] Current status of the port 06d22535-0bd7-4a02-9002-136ed1e26074 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:20.613574 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 7a40a187-56c5-41ee-a30d-cdb112470bfd triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:20.613950 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (7a40a187-56c5-41ee-a30d-cdb112470bfd), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:20.728039 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Pushing event updated for resources: {'Port': ['ID=e659f52b-468f-4d35-b84a-c000326b6e77,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:20.995095 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Router f873b1f7-6e35-44b0-8ea1-f13e6be5c617 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:30:21.077340 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=08202fcc-df8c-40df-b764-c84e9815cf58,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:21.086146 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Checking router: 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:30:21.087092 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Updating router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 port 3a26219a-8dfd-4a27-815b-80c5febe0bef binding host dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:30:21.254600 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (3a26219a-8dfd-4a27-815b-80c5febe0bef), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:21.300008 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e659f52b-468f-4d35-b84a-c000326b6e77), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:21.317926 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:21.351467 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3dde68fa-40e7-4bf4-9304-2f52d74721a9 req-0e21ce4f-5951-42f6-8a82-2e299d318fb1 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 210 time: 0.1172729 Aug 24 03:30:21.435330 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:30:21.453225 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-7a7df3a4-aad2-47ee-afe9-526fbf1a877e admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/f873b1f7-6e35-44b0-8ea1-f13e6be5c617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8904021 Aug 24 03:30:21.465307 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c70e97fa-86c6-4b08-bcd0-1bb87cb52506 None None] Provisioning complete for port 06d22535-0bd7-4a02-9002-136ed1e26074 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:21.465815 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c70e97fa-86c6-4b08-bcd0-1bb87cb52506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (06d22535-0bd7-4a02-9002-136ed1e26074), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:21.543557 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:21.659173 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:21.737568 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Publish callbacks [] for port (e659f52b-468f-4d35-b84a-c000326b6e77), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:21.746012 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (e659f52b-468f-4d35-b84a-c000326b6e77), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:21.749224 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890511'] for router_interface (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:21.810863 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:30:21.888555 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 7a40a187-56c5-41ee-a30d-cdb112470bfd is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:21.892321 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-f0080219-af60-495f-beea-4d431c134da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'name': 'tempest-DeleteServersTestJSON-293615085-router', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.151'}], 'enable_snat': True}, 'gw_port_id': '31f06a5b-8edf-45c8-86aa-9a72c658608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:09Z', 'updated_at': '2022-08-24T03:30:18Z', 'revision_number': 4, 'project_id': '0be0cbafba614105869a0913a21a127b', 'gw_port': {'id': '31f06a5b-8edf-45c8-86aa-9a72c658608f', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:80:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:11Z', 'updated_at': '2022-08-24T03:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '0a48602d-2350-4e4b-8fde-e8d14091cb1f', 'name': '', 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'mac_address': 'fa:16:3e:7a:f7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '40703cf3-1428-477c-9540-1e3b9937ced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:16Z', 'updated_at': '2022-08-24T03:30:19Z', 'revision_number': 2, 'project_id': '0be0cbafba614105869a0913a21a127b', 'subnets': [{'id': '40703cf3-1428-477c-9540-1e3b9937ced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:21.956166 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0080219-af60-495f-beea-4d431c134da4 None None] The sync data for ids ['f873b1f7-6e35-44b0-8ea1-f13e6be5c617'] in dv-cinder-854261-1-iscsi is: [{'id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'name': 'tempest-DeleteServersTestJSON-293615085-router', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.151'}], 'enable_snat': True}, 'gw_port_id': '31f06a5b-8edf-45c8-86aa-9a72c658608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:09Z', 'updated_at': '2022-08-24T03:30:18Z', 'revision_number': 4, 'project_id': '0be0cbafba614105869a0913a21a127b', 'gw_port': {'id': '31f06a5b-8edf-45c8-86aa-9a72c658608f', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:80:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:11Z', 'updated_at': '2022-08-24T03:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '0a48602d-2350-4e4b-8fde-e8d14091cb1f', 'name': '', 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'mac_address': 'fa:16:3e:7a:f7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '40703cf3-1428-477c-9540-1e3b9937ced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:16Z', 'updated_at': '2022-08-24T03:30:19Z', 'revision_number': 2, 'project_id': '0be0cbafba614105869a0913a21a127b', 'subnets': [{'id': '40703cf3-1428-477c-9540-1e3b9937ced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:30:21.959231 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c70e97fa-86c6-4b08-bcd0-1bb87cb52506 None None] Current status of the port 06d22535-0bd7-4a02-9002-136ed1e26074 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:21.983727 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c70e97fa-86c6-4b08-bcd0-1bb87cb52506 None None] Provisioning complete for port 08202fcc-df8c-40df-b764-c84e9815cf58 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:21.989949 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c70e97fa-86c6-4b08-bcd0-1bb87cb52506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (08202fcc-df8c-40df-b764-c84e9815cf58), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:22.158550 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Pushing event updated for resources: {'Port': ['ID=e659f52b-468f-4d35-b84a-c000326b6e77,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:22.216721 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:22.332568 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Publish callbacks [] for port (3a26219a-8dfd-4a27-815b-80c5febe0bef), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:22.346030 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Network e243b8d3-7de2-4711-8726-42cf22c7a222 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:22.348204 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:22.368640 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 06d22535-0bd7-4a02-9002-136ed1e26074 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:22.473635 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (3a26219a-8dfd-4a27-815b-80c5febe0bef), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:22.504095 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:22.658171 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:30:22.778776 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c70e97fa-86c6-4b08-bcd0-1bb87cb52506 None None] Current status of the port 08202fcc-df8c-40df-b764-c84e9815cf58 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:22.842038 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c70e97fa-86c6-4b08-bcd0-1bb87cb52506 None None] Provisioning complete for port 0a48602d-2350-4e4b-8fde-e8d14091cb1f triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:22.843374 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c70e97fa-86c6-4b08-bcd0-1bb87cb52506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:22.864875 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-447cac54-5d13-475f-bd82-53b390a3e246 req-b35afc8a-fa3f-475c-9a8a-c791ab753ccc tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 210 time: 0.1131251 Aug 24 03:30:22.880510 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-e0cbbcfa-f98f-4ee3-a5a1-515c8615fa11 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:22.889756 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-e0cbbcfa-f98f-4ee3-a5a1-515c8615fa11 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/networks?id=6b14dc38-7379-4fb4-8965-3b8960206a88 HTTP/1.1" status: 200 len: 811 time: 0.5516951 Aug 24 03:30:22.916187 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-3990b6ea-15cb-4629-9ab4-3be722c60d16 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/quotas/0be0cbafba614105869a0913a21a127b HTTP/1.1" status: 200 len: 375 time: 0.0247443 Aug 24 03:30:22.926349 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Attempting to bind port 3a26219a-8dfd-4a27-815b-80c5febe0bef on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:30:22.926734 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Attempting to bind port 3a26219a-8dfd-4a27-815b-80c5febe0bef by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:30:22.927106 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Attempting to bind port 3a26219a-8dfd-4a27-815b-80c5febe0bef on network 68ed77cc-6535-48c9-8f55-c96c079deaef {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:22.953867 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c70e97fa-86c6-4b08-bcd0-1bb87cb52506 None None] Port 0a48602d-2350-4e4b-8fde-e8d14091cb1f cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:30:22.956697 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:22.963805 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.84', 55055) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:22.998817 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:30:22.999605 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Checking segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:23.001971 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:23.002588 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Bound using segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:30:23.004716 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Bound port: 3a26219a-8dfd-4a27-815b-80c5febe0bef, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:30:23.005348 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (3a26219a-8dfd-4a27-815b-80c5febe0bef), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:23.022991 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-d2205b9d-108c-4f6e-be0f-0c2bc26238e9 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=0be0cbafba614105869a0913a21a127b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054974 Aug 24 03:30:23.041779 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.84', 55057) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:23.063409 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:23.073034 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 06d22535-0bd7-4a02-9002-136ed1e26074 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:23.078343 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (06d22535-0bd7-4a02-9002-136ed1e26074), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:23.090927 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc06877-37fb-4172-8c5e-19777ad40852 None None] Pushing event updated for resources: {'Port': ['ID=3a26219a-8dfd-4a27-815b-80c5febe0bef,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:23.111696 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-ec8db7a1-739b-45bf-8d5c-690a927698c3 None None] Provisioning complete for port e659f52b-468f-4d35-b84a-c000326b6e77 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:23.119720 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ec8db7a1-739b-45bf-8d5c-690a927698c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (e659f52b-468f-4d35-b84a-c000326b6e77), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:23.256356 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] For port 3a26219a-8dfd-4a27-815b-80c5febe0bef, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:30:23.278461 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-ec8db7a1-739b-45bf-8d5c-690a927698c3 None None] Port e659f52b-468f-4d35-b84a-c000326b6e77 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:30:23.282309 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] For port 3a26219a-8dfd-4a27-815b-80c5febe0bef, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=3a26219a-8dfd-4a27-815b-80c5febe0bef,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:30:23.308330 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (3a26219a-8dfd-4a27-815b-80c5febe0bef), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:23.333021 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 49588) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:23.408869 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:23.574529 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Routers {'2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:30:23.575186 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:30:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:23.652866 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:30:23.672504 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4d70a1f7-d22c-4019-9925-7ea99eec2fad admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/2e1f21ec-1e9a-45de-a0f6-1480d3ff8305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6249418 Aug 24 03:30:23.686352 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 06d22535-0bd7-4a02-9002-136ed1e26074 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:23.687838 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:23.836555 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-83554296-c28c-40c4-9b21-f444eb99f1cb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:23.839691 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-83554296-c28c-40c4-9b21-f444eb99f1cb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 819 time: 0.8746953 Aug 24 03:30:23.854816 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4cc8bacd-2997-420a-b1ea-3a48f494d4b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:23.860836 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc06877-37fb-4172-8c5e-19777ad40852 None None] Pushing event updated for resources: {'Port': ['ID=3a26219a-8dfd-4a27-815b-80c5febe0bef,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:24.008930 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4cc8bacd-2997-420a-b1ea-3a48f494d4b5 admin admin] Publish callbacks [] for security_group (1ea84913-7206-4cce-bd41-7f04507426d0), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:24.017934 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-7361bbb2-886f-40ad-aea4-01d9bd0b3165 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Request body: {'port': {'device_id': 'a844487d-f9fc-4452-843d-d6ac2efb35d6', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'admin_state_up': True, 'tenant_id': '625e6391470e4018a6c502219b3d2b15'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:24.030215 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:24.044820 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4cc8bacd-2997-420a-b1ea-3a48f494d4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (1ea84913-7206-4cce-bd41-7f04507426d0), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:24.120281 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:24.120669 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:24.132273 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4cc8bacd-2997-420a-b1ea-3a48f494d4b5 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=84fe38d4a2f24b5ba577c169f125bf67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7772920 Aug 24 03:30:24.149656 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 49630) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:24.166691 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-06123eb3-b766-415d-97c3-fb4d97f8ffdf req-2d8b82b3-a078-4f6f-852e-69373a46eecb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 210 time: 0.0493107 Aug 24 03:30:24.178621 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] Set router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:30:24.178839 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a5854-d369-4ec7-8f98-035774425edb req-080d1bb9-0d94-43ca-bab8-16812b96362e tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:24.182655 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-080d1bb9-0d94-43ca-bab8-16812b96362e tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 819 time: 1.1381969 Aug 24 03:30:24.225610 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-ff2f280f-b853-46d8-9518-e343bc0c439d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6b14dc38-7379-4fb4-8965-3b8960206a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2012649 Aug 24 03:30:24.391063 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8bacd-2997-420a-b1ea-3a48f494d4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea84913-7206-4cce-bd41-7f04507426d0,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:24.424368 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-1e78c09c-aa88-49ef-ab84-3fd9295f5c10 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6b14dc38-7379-4fb4-8965-3b8960206a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975598 Aug 24 03:30:24.533119 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:24.533651 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:24.606891 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=6dc9cedf-aab5-4436-9ce4-9241a561fdd0,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:24.609136 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49658) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:24.614941 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-9e4b0552-329e-4f07-b107-c82ec5c731a6 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--584502878', 'description': 'tempest-description--1797243445'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:24.622166 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:24.625479 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 08202fcc-df8c-40df-b764-c84e9815cf58 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:24.629432 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:24.650959 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e4b0552-329e-4f07-b107-c82ec5c731a6 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:24.682621 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:24.725119 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cce8e7f1-2d57-47e8-9694-fb3daabe712e admin admin] Publish callbacks [] for security_group (1ea84913-7206-4cce-bd41-7f04507426d0), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:24.781399 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=6dc9cedf-aab5-4436-9ce4-9241a561fdd0,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:24.819010 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cce8e7f1-2d57-47e8-9694-fb3daabe712e admin admin] Publish callbacks [] for security_group (1ea84913-7206-4cce-bd41-7f04507426d0), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:24.825134 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 2, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:24.871692 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7c53ae6f-a526-4886-954c-6c46eb7e7e4b req-5e4ece0e-b87a-41f2-b3d0-44e3fefb54bf tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 210 time: 0.1010427 Aug 24 03:30:24.900061 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e4b0552-329e-4f07-b107-c82ec5c731a6 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group (348a437f-9ca5-492c-b9ae-bd4b141d0fd9), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:24.914746 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e4b0552-329e-4f07-b107-c82ec5c731a6 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (348a437f-9ca5-492c-b9ae-bd4b141d0fd9), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:25.003598 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e4b0552-329e-4f07-b107-c82ec5c731a6 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:25.005443 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:25.014082 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-7361bbb2-886f-40ad-aea4-01d9bd0b3165 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Made reservation on behalf of 625e6391470e4018a6c502219b3d2b15 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:30:25.016454 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9e4b0552-329e-4f07-b107-c82ec5c731a6 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4059005 Aug 24 03:30:25.020538 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49674) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:25.030410 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-7361bbb2-886f-40ad-aea4-01d9bd0b3165 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:25.035125 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-123105c7-8314-4ffe-8a36-4723d44b0af8 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Request body: {'security_group_rule': {'security_group_id': '348a437f-9ca5-492c-b9ae-bd4b141d0fd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:25.081230 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b0552-329e-4f07-b107-c82ec5c731a6 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348a437f-9ca5-492c-b9ae-bd4b141d0fd9,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:25.120640 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cce8e7f1-2d57-47e8-9694-fb3daabe712e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (1ea84913-7206-4cce-bd41-7f04507426d0), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:25.139313 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cce8e7f1-2d57-47e8-9694-fb3daabe712e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:25.142957 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-cce8e7f1-2d57-47e8-9694-fb3daabe712e admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/1ea84913-7206-4cce-bd41-7f04507426d0 HTTP/1.1" status: 204 len: 168 time: 0.9894056 Aug 24 03:30:25.151447 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-123105c7-8314-4ffe-8a36-4723d44b0af8 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group_rule (bbdf5556-8f03-4f5c-83bd-df83efd3d9fc), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:25.395175 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7021f99-997c-4a60-9fc8-6f2fb499f269 None None] The sync data for ids ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'] in dv-cinder-854261-1-iscsi is: [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 2, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:30:25.417517 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 08202fcc-df8c-40df-b764-c84e9815cf58 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:25.418821 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (08202fcc-df8c-40df-b764-c84e9815cf58), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:25.440279 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-123105c7-8314-4ffe-8a36-4723d44b0af8 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group_rule (bbdf5556-8f03-4f5c-83bd-df83efd3d9fc), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:25.448149 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-123105c7-8314-4ffe-8a36-4723d44b0af8 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (bbdf5556-8f03-4f5c-83bd-df83efd3d9fc), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:25.473767 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8e7f1-2d57-47e8-9694-fb3daabe712e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea84913-7206-4cce-bd41-7f04507426d0,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:25.503609 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123105c7-8314-4ffe-8a36-4723d44b0af8 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdf5556-8f03-4f5c-83bd-df83efd3d9fc,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:25.515645 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-123105c7-8314-4ffe-8a36-4723d44b0af8 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:25.518399 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-123105c7-8314-4ffe-8a36-4723d44b0af8 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4953599 Aug 24 03:30:25.521926 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49696) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:25.534090 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-ffa1d24f-daa7-4d1b-8259-bf17d099b8a3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Request body: {'security_group_rule': {'security_group_id': '348a437f-9ca5-492c-b9ae-bd4b141d0fd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:25.600416 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d24f-daa7-4d1b-8259-bf17d099b8a3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group_rule (60fe8f4f-7105-4d2b-bf21-e6c05649dda8), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:25.671176 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 08202fcc-df8c-40df-b764-c84e9815cf58 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:25.689364 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4fc4c9e4-ece7-4402-85c1-2d883fc49a54 req-e19c28c4-85c8-405c-84a1-b1ada94d148a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 210 time: 0.0483117 Aug 24 03:30:25.709163 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-7361bbb2-886f-40ad-aea4-01d9bd0b3165 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Allocated IP 172.20.0.6 (2fad991f-cb6d-4aa1-a780-e38bbcc632a1/94fb1bb7-9be9-4027-bda7-4f71e8def582/96ac11e6-aaa8-4961-9e5b-62c81b5e9607) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:30:25.755299 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d24f-daa7-4d1b-8259-bf17d099b8a3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group_rule (60fe8f4f-7105-4d2b-bf21-e6c05649dda8), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:25.764833 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d24f-daa7-4d1b-8259-bf17d099b8a3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (60fe8f4f-7105-4d2b-bf21-e6c05649dda8), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:25.785190 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1d24f-daa7-4d1b-8259-bf17d099b8a3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fe8f4f-7105-4d2b-bf21-e6c05649dda8,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:25.826455 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d24f-daa7-4d1b-8259-bf17d099b8a3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:25.828984 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ffa1d24f-daa7-4d1b-8259-bf17d099b8a3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041058 Aug 24 03:30:25.831959 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49706) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:25.837960 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Request body: {'floatingip': {'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:25.877877 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:26.046780 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:26.069434 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:26.130983 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3b53b472-f157-4712-bd2a-4f80e2394a42 req-17dc279d-f89a-4a3e-a735-59bebe7405c8 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 210 time: 0.1246378 Aug 24 03:30:26.140025 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-7361bbb2-886f-40ad-aea4-01d9bd0b3165 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:26.174200 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:26.174949 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:26.191963 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-7361bbb2-886f-40ad-aea4-01d9bd0b3165 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:26.252497 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:26.273547 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:26.357838 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:26.360315 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 31f06a5b-8edf-45c8-86aa-9a72c658608f up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:26.392042 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-7361bbb2-886f-40ad-aea4-01d9bd0b3165 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:26.400920 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-7361bbb2-886f-40ad-aea4-01d9bd0b3165 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:26.414977 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-7361bbb2-886f-40ad-aea4-01d9bd0b3165 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:30:26.425393 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-7361bbb2-886f-40ad-aea4-01d9bd0b3165 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:26.426055 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-7361bbb2-886f-40ad-aea4-01d9bd0b3165 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:26.448887 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 31f06a5b-8edf-45c8-86aa-9a72c658608f triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:26.449292 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (31f06a5b-8edf-45c8-86aa-9a72c658608f), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:26.450118 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361bbb2-886f-40ad-aea4-01d9bd0b3165 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Pushing event updated for resources: {'Port': ['ID=96ac11e6-aaa8-4961-9e5b-62c81b5e9607,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:26.485457 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Allocated IP 172.27.4.158 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/a8787838-0983-42ef-b18e-563003825dd9) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:30:26.499806 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-7361bbb2-886f-40ad-aea4-01d9bd0b3165 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4884880 Aug 24 03:30:26.509967 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:26.612264 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 31f06a5b-8edf-45c8-86aa-9a72c658608f is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:26.613073 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (31f06a5b-8edf-45c8-86aa-9a72c658608f), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:26.662755 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 31f06a5b-8edf-45c8-86aa-9a72c658608f, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=31f06a5b-8edf-45c8-86aa-9a72c658608f,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:26.671238 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (31f06a5b-8edf-45c8-86aa-9a72c658608f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:26.679819 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Sync routers for ids ['f873b1f7-6e35-44b0-8ea1-f13e6be5c617'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:30:26.707215 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Routers {'f873b1f7-6e35-44b0-8ea1-f13e6be5c617'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:30:26.709558 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:30:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f873b1f7-6e35-44b0-8ea1-f13e6be5c617'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:26.819264 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-cc41d71f-41e1-4fc8-bd9f-fdd0b96fd08a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:30:26.824385 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-cc41d71f-41e1-4fc8-bd9f-fdd0b96fd08a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.84 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0095084 Aug 24 03:30:26.850449 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-b83a5854-d369-4ec7-8f98-035774425edb req-a1cee942-3a63-4e53-a71e-142620db1374 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Request body: {'port': {'device_id': '6fb4b6a3-5be8-48da-a564-3bf08b732fa5', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'admin_state_up': True, 'tenant_id': '625e6391470e4018a6c502219b3d2b15'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:26.887904 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=31f06a5b-8edf-45c8-86aa-9a72c658608f,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:26.908082 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-fe622cdf-4a0e-4656-9aa4-59d2b64b275d None None] Provisioning complete for port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:26.908853 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-fe622cdf-4a0e-4656-9aa4-59d2b64b275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:27.012488 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for port (a8787838-0983-42ef-b18e-563003825dd9), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:27.105676 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-fe622cdf-4a0e-4656-9aa4-59d2b64b275d None None] Port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:30:27.131230 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Set router f873b1f7-6e35-44b0-8ea1-f13e6be5c617 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:30:27.283180 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-05215437-8b1a-40c3-9d84-a224938e691b req-e70b5720-f2e9-414e-99d7-4abb0374e8ea tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 210 time: 0.4060378 Aug 24 03:30:27.353807 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Request body: {'port': {'device_id': 'a844487d-f9fc-4452-843d-d6ac2efb35d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:27.440113 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (a8787838-0983-42ef-b18e-563003825dd9), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:27.521833 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event updated for resources: {'Port': ['ID=a8787838-0983-42ef-b18e-563003825dd9,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:27.609630 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-25541d9d-1bdc-4c9c-8317-7a5ab43f5ea2 req-dbcbc1be-22d1-4b8b-8987-4bd2537b2e2a tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 210 time: 0.0589497 Aug 24 03:30:27.616560 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83a5854-d369-4ec7-8f98-035774425edb req-a1cee942-3a63-4e53-a71e-142620db1374 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Made reservation on behalf of 625e6391470e4018a6c502219b3d2b15 for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:30:27.631320 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b83a5854-d369-4ec7-8f98-035774425edb req-a1cee942-3a63-4e53-a71e-142620db1374 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:27.648710 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:27.655915 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:27.673543 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:27.677492 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:30:27.741629 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:27.889424 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'name': 'tempest-DeleteServersTestJSON-293615085-router', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.151'}], 'enable_snat': True}, 'gw_port_id': '31f06a5b-8edf-45c8-86aa-9a72c658608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:09Z', 'updated_at': '2022-08-24T03:30:18Z', 'revision_number': 4, 'project_id': '0be0cbafba614105869a0913a21a127b', 'gw_port': {'id': '31f06a5b-8edf-45c8-86aa-9a72c658608f', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:11Z', 'updated_at': '2022-08-24T03:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '0a48602d-2350-4e4b-8fde-e8d14091cb1f', 'name': '', 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'mac_address': 'fa:16:3e:7a:f7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '40703cf3-1428-477c-9540-1e3b9937ced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:16Z', 'updated_at': '2022-08-24T03:30:19Z', 'revision_number': 2, 'project_id': '0be0cbafba614105869a0913a21a127b', 'subnets': [{'id': '40703cf3-1428-477c-9540-1e3b9937ced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:27.976452 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Checking router: f873b1f7-6e35-44b0-8ea1-f13e6be5c617 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:30:27.977289 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Updating router f873b1f7-6e35-44b0-8ea1-f13e6be5c617 port 0a48602d-2350-4e4b-8fde-e8d14091cb1f binding host dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:30:28.007432 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:28.072961 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.84', 55070) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:28.077788 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 3a26219a-8dfd-4a27-815b-80c5febe0bef up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:28.126672 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:28.217039 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 3a26219a-8dfd-4a27-815b-80c5febe0bef triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:28.217618 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (3a26219a-8dfd-4a27-815b-80c5febe0bef), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:28.502959 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for floatingip (da2ad1b2-56ea-4e0f-a54e-9236a846e543), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:28.601545 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 3a26219a-8dfd-4a27-815b-80c5febe0bef is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:28.613409 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (3a26219a-8dfd-4a27-815b-80c5febe0bef), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:28.712854 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 3a26219a-8dfd-4a27-815b-80c5febe0bef, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=3a26219a-8dfd-4a27-815b-80c5febe0bef,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:28.738195 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (3a26219a-8dfd-4a27-815b-80c5febe0bef), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:28.739450 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 31f06a5b-8edf-45c8-86aa-9a72c658608f up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:28.816329 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-03e074dd-55e6-4085-bbe6-eec43093d544 req-dfeb9bde-a087-4491-82f2-fb7e58ef85ba tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 210 time: 0.2172008 Aug 24 03:30:28.915818 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-b83a5854-d369-4ec7-8f98-035774425edb req-a1cee942-3a63-4e53-a71e-142620db1374 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Allocated IP 172.20.0.14 (2fad991f-cb6d-4aa1-a780-e38bbcc632a1/94fb1bb7-9be9-4027-bda7-4f71e8def582/75859805-bde6-4c9f-97a2-f33dca1a8545) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:30:28.999649 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (a8787838-0983-42ef-b18e-563003825dd9), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:29.016294 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:29.117090 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Publish callbacks [] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:29.122035 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:29.127174 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:29.136090 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=3a26219a-8dfd-4a27-815b-80c5febe0bef,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:29.179055 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 31f06a5b-8edf-45c8-86aa-9a72c658608f triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:29.179453 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (31f06a5b-8edf-45c8-86aa-9a72c658608f), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:29.299708 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048b805-5da5-481c-af8e-17f42b1ae4f3 None None] Pushing event updated for resources: {'Port': ['ID=0a48602d-2350-4e4b-8fde-e8d14091cb1f,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:29.341831 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-b7bf2ada-a73a-4cd1-b305-10f59a4267bc tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:29.344952 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-b7bf2ada-a73a-4cd1-b305-10f59a4267bc tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.84 "GET /networking/v2.0/networks?id=6b14dc38-7379-4fb4-8965-3b8960206a88 HTTP/1.1" status: 200 len: 811 time: 1.2703042 Aug 24 03:30:29.347018 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 49810) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:29.347578 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 49814) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:29.488047 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 31f06a5b-8edf-45c8-86aa-9a72c658608f is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:29.541084 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Attempting to bind port 0a48602d-2350-4e4b-8fde-e8d14091cb1f on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:30:29.541744 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Attempting to bind port 0a48602d-2350-4e4b-8fde-e8d14091cb1f by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': 'a62cacd6-f606-4c86-99f5-b7852a168cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:30:29.542282 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Attempting to bind port 0a48602d-2350-4e4b-8fde-e8d14091cb1f on network 6b14dc38-7379-4fb4-8965-3b8960206a88 {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:29.554526 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:30:29.559211 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Checking segment: {'id': 'a62cacd6-f606-4c86-99f5-b7852a168cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:29.559850 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:29.562138 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Bound using segment: {'id': 'a62cacd6-f606-4c86-99f5-b7852a168cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:30:29.563619 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Bound port: 0a48602d-2350-4e4b-8fde-e8d14091cb1f, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62cacd6-f606-4c86-99f5-b7852a168cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:30:29.564178 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:29.565833 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-61e886b4-8a5e-4966-a0b5-559d3d90ccdd tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Request body: {'port': {'device_id': 'a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f', 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88', 'admin_state_up': True, 'tenant_id': '0be0cbafba614105869a0913a21a127b'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:29.604044 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for port (a8787838-0983-42ef-b18e-563003825dd9), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:29.606360 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:29.608586 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:29.617941 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (a8787838-0983-42ef-b18e-563003825dd9), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:29.620060 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (da2ad1b2-56ea-4e0f-a54e-9236a846e543), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:29.759654 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] For port 0a48602d-2350-4e4b-8fde-e8d14091cb1f, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:30:29.770180 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] For port 0a48602d-2350-4e4b-8fde-e8d14091cb1f, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=0a48602d-2350-4e4b-8fde-e8d14091cb1f,segment=NetworkSegment(a62cacd6-f606-4c86-99f5-b7852a168cad),segment_id=a62cacd6-f606-4c86-99f5-b7852a168cad)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:30:29.778572 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:29.874183 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 3a26219a-8dfd-4a27-815b-80c5febe0bef up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:29.892366 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event updated for resources: {'Port': ['ID=a8787838-0983-42ef-b18e-563003825dd9,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:29.932952 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8efac4ea-5c5d-4699-a63f-5da26c75d796 req-4800a6a6-2856-46f8-bdae-7de4bd0843ae tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 210 time: 0.3199627 Aug 24 03:30:29.965297 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:29.965297 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-433472d6-627c-4a4f-ac22-41620e3170eb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1301966 Aug 24 03:30:29.978457 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Routers {'f873b1f7-6e35-44b0-8ea1-f13e6be5c617'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:30:29.980398 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:30:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f873b1f7-6e35-44b0-8ea1-f13e6be5c617'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:30.034144 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:30.071142 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-61e886b4-8a5e-4966-a0b5-559d3d90ccdd tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Made reservation on behalf of 0be0cbafba614105869a0913a21a127b for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:30:30.088459 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-61e886b4-8a5e-4966-a0b5-559d3d90ccdd tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:30.110390 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-57935ed0-d700-4e4e-956d-fa4f6c30d002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:30.143946 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 3a26219a-8dfd-4a27-815b-80c5febe0bef triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:30.146724 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (3a26219a-8dfd-4a27-815b-80c5febe0bef), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:30.173528 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49836) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:30.227016 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:30.258361 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-213793d3-a62e-4932-961c-8475bc717984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:30.320357 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048b805-5da5-481c-af8e-17f42b1ae4f3 None None] Pushing event updated for resources: {'Port': ['ID=0a48602d-2350-4e4b-8fde-e8d14091cb1f,revision_number=4']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:30.466537 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 3a26219a-8dfd-4a27-815b-80c5febe0bef is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:30.477866 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] Set router f873b1f7-6e35-44b0-8ea1-f13e6be5c617 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:30:30.561264 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4413d638-0326-458f-ba7d-2de37d937693 req-e4758aae-f272-4fc0-b673-796574cb1306 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 210 time: 0.3942115 Aug 24 03:30:30.842760 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:30.844203 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Sync routers for ids ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:30:30.844718 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-61e886b4-8a5e-4966-a0b5-559d3d90ccdd tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Allocated IP 172.20.0.11 (6b14dc38-7379-4fb4-8965-3b8960206a88/40703cf3-1428-477c-9540-1e3b9937ced5/045cb674-6952-47d7-bb5e-17ac22a1ef2e) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:30:30.845272 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'name': 'tempest-DeleteServersTestJSON-293615085-router', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.151'}], 'enable_snat': True}, 'gw_port_id': '31f06a5b-8edf-45c8-86aa-9a72c658608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:09Z', 'updated_at': '2022-08-24T03:30:18Z', 'revision_number': 4, 'project_id': '0be0cbafba614105869a0913a21a127b', 'gw_port': {'id': '31f06a5b-8edf-45c8-86aa-9a72c658608f', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:11Z', 'updated_at': '2022-08-24T03:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '0a48602d-2350-4e4b-8fde-e8d14091cb1f', 'name': '', 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'mac_address': 'fa:16:3e:7a:f7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '40703cf3-1428-477c-9540-1e3b9937ced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:16Z', 'updated_at': '2022-08-24T03:30:29Z', 'revision_number': 4, 'project_id': '0be0cbafba614105869a0913a21a127b', 'subnets': [{'id': '40703cf3-1428-477c-9540-1e3b9937ced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:30.866281 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Routers {'2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:30:30.867433 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:30:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:30.923845 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b83a5854-d369-4ec7-8f98-035774425edb req-a1cee942-3a63-4e53-a71e-142620db1374 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:30.979404 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae215bd-c7c0-4557-9185-8ae221f6cb0d None None] The sync data for ids ['f873b1f7-6e35-44b0-8ea1-f13e6be5c617'] in dv-cinder-854261-1-iscsi is: [{'id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'name': 'tempest-DeleteServersTestJSON-293615085-router', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.151'}], 'enable_snat': True}, 'gw_port_id': '31f06a5b-8edf-45c8-86aa-9a72c658608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:09Z', 'updated_at': '2022-08-24T03:30:18Z', 'revision_number': 4, 'project_id': '0be0cbafba614105869a0913a21a127b', 'gw_port': {'id': '31f06a5b-8edf-45c8-86aa-9a72c658608f', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:11Z', 'updated_at': '2022-08-24T03:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '0a48602d-2350-4e4b-8fde-e8d14091cb1f', 'name': '', 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'mac_address': 'fa:16:3e:7a:f7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '40703cf3-1428-477c-9540-1e3b9937ced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:16Z', 'updated_at': '2022-08-24T03:30:29Z', 'revision_number': 4, 'project_id': '0be0cbafba614105869a0913a21a127b', 'subnets': [{'id': '40703cf3-1428-477c-9540-1e3b9937ced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:30:30.991448 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-3d4d8011-9b09-49ac-b1bb-807796df67e4 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--584502878&fields=id&tenant_id=6a1e9994c1c045c892059d5b80578ba7 HTTP/1.1" status: 200 len: 267 time: 0.2735190 Aug 24 03:30:31.046246 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3f8bda00-8005-4e04-a380-dba9155682bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:31.149460 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-213793d3-a62e-4932-961c-8475bc717984 admin admin] Publish callbacks [] for security_group (1347bc04-83bc-492e-a5f9-44f80761ca52), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:31.177281 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-57935ed0-d700-4e4e-956d-fa4f6c30d002 admin admin] Publish callbacks [] for security_group (fa71c863-b87f-4459-8f54-44839d8cafc3), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:31.190425 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-213793d3-a62e-4932-961c-8475bc717984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (1347bc04-83bc-492e-a5f9-44f80761ca52), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:31.202277 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Set router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:30:31.269648 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3c9cf5ad-fe17-4616-ab45-5e8e9db56eee req-413ce639-760c-40cc-be44-d3d5d7b185d2 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 210 time: 0.1796224 Aug 24 03:30:31.314407 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-57935ed0-d700-4e4e-956d-fa4f6c30d002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (fa71c863-b87f-4459-8f54-44839d8cafc3), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:31.366730 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b83a5854-d369-4ec7-8f98-035774425edb req-a1cee942-3a63-4e53-a71e-142620db1374 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:31.387675 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213793d3-a62e-4932-961c-8475bc717984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1347bc04-83bc-492e-a5f9-44f80761ca52,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:31.403546 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-213793d3-a62e-4932-961c-8475bc717984 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=e35cb6778b4046e79d1d288f9585d228&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0458841 Aug 24 03:30:31.535519 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:31.536356 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 49870) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:31.632709 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83a5854-d369-4ec7-8f98-035774425edb req-a1cee942-3a63-4e53-a71e-142620db1374 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:31.662940 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-b83a5854-d369-4ec7-8f98-035774425edb req-a1cee942-3a63-4e53-a71e-142620db1374 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:31.664797 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 2, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:31.673317 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83a5854-d369-4ec7-8f98-035774425edb req-a1cee942-3a63-4e53-a71e-142620db1374 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:30:31.680365 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a5854-d369-4ec7-8f98-035774425edb req-a1cee942-3a63-4e53-a71e-142620db1374 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:31.683585 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b83a5854-d369-4ec7-8f98-035774425edb req-a1cee942-3a63-4e53-a71e-142620db1374 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:31.766688 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-a1cee942-3a63-4e53-a71e-142620db1374 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9231184 Aug 24 03:30:31.771546 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Checking router: 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:30:31.772107 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Updating router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 port e659f52b-468f-4d35-b84a-c000326b6e77 binding host dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:30:31.827511 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:31.849324 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 0a48602d-2350-4e4b-8fde-e8d14091cb1f up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:31.871646 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-ddba7e04-b494-45c5-b304-fe3aa8507f88 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:31.879113 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-ddba7e04-b494-45c5-b304-fe3aa8507f88 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/networks?id=e243b8d3-7de2-4711-8726-42cf22c7a222 HTTP/1.1" status: 200 len: 811 time: 0.8846731 Aug 24 03:30:31.927483 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-77ba51d2-7d53-4011-a4d5-9a140b7188b0 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/quotas/6a1e9994c1c045c892059d5b80578ba7 HTTP/1.1" status: 200 len: 375 time: 0.0474970 Aug 24 03:30:31.962648 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-61e886b4-8a5e-4966-a0b5-559d3d90ccdd tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Publish callbacks [] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:31.982902 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3f8bda00-8005-4e04-a380-dba9155682bf admin admin] Publish callbacks [] for security_group (4e324d44-ae13-4ae8-bda7-56563318236a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:31.985263 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e659f52b-468f-4d35-b84a-c000326b6e77), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:31.999541 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3f8bda00-8005-4e04-a380-dba9155682bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4e324d44-ae13-4ae8-bda7-56563318236a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.015145 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 0a48602d-2350-4e4b-8fde-e8d14091cb1f triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:32.015145 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.057518 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-57935ed0-d700-4e4e-956d-fa4f6c30d002 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=cf053bc966194447b1f624d379f1ff72&name=default HTTP/1.1" status: 200 len: 2995 time: 2.7054925 Aug 24 03:30:32.063076 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57935ed0-d700-4e4e-956d-fa4f6c30d002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa71c863-b87f-4459-8f54-44839d8cafc3,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:32.072120 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 49882) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:32.119694 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3f8bda00-8005-4e04-a380-dba9155682bf admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=6a252ae3eeae438cbbc0df47dd50f4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9450667 Aug 24 03:30:32.120441 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cee942-3a63-4e53-a71e-142620db1374 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Pushing event updated for resources: {'Port': ['ID=75859805-bde6-4c9f-97a2-f33dca1a8545,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:32.123310 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49886) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:32.163349 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:32.179239 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:32.180571 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-a7da16e7-4780-483f-9995-7f44e677ce0f None None] Provisioning complete for port 75859805-bde6-4c9f-97a2-f33dca1a8545 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:32.180704 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a7da16e7-4780-483f-9995-7f44e677ce0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.189732 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d72c813f-bf8a-46f1-9c39-4beb0b1d013b admin admin] Publish callbacks [] for security_group (1347bc04-83bc-492e-a5f9-44f80761ca52), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.212938 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:30:32.229763 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1a2fe-630e-41b2-924d-08db51aa9adf req-0d6c2fa4-dc81-452a-8332-e3ee8de1d8ab tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:32.230068 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Publish callbacks [] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.232036 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a5f1a2fe-630e-41b2-924d-08db51aa9adf req-0d6c2fa4-dc81-452a-8332-e3ee8de1d8ab tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 932 time: 0.4217913 Aug 24 03:30:32.235877 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:32.243237 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-61e886b4-8a5e-4966-a0b5-559d3d90ccdd tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.243528 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-a7da16e7-4780-483f-9995-7f44e677ce0f None None] Port 75859805-bde6-4c9f-97a2-f33dca1a8545 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:30:32.259853 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-ec4d57ad-4f03-488f-b1b4-025b8bf0572e tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=6a1e9994c1c045c892059d5b80578ba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2698710 Aug 24 03:30:32.282353 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d72c813f-bf8a-46f1-9c39-4beb0b1d013b admin admin] Publish callbacks [] for security_group (1347bc04-83bc-492e-a5f9-44f80761ca52), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.324453 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-61e886b4-8a5e-4966-a0b5-559d3d90ccdd tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Network 6b14dc38-7379-4fb4-8965-3b8960206a88 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:32.334534 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2169714a-912e-45f8-b45e-556171f84ca7 admin admin] Publish callbacks [] for security_group (fa71c863-b87f-4459-8f54-44839d8cafc3), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.338639 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Transition to ACTIVE for port object 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:30:32.347480 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-61e886b4-8a5e-4966-a0b5-559d3d90ccdd tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:32.350330 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-61e886b4-8a5e-4966-a0b5-559d3d90ccdd tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:30:32.355614 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-61e886b4-8a5e-4966-a0b5-559d3d90ccdd tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:32.356003 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-61e886b4-8a5e-4966-a0b5-559d3d90ccdd tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.357661 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bda00-8005-4e04-a380-dba9155682bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e324d44-ae13-4ae8-bda7-56563318236a,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:32.398124 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-65b828e2-fb13-4d64-bf57-c032a38a292f admin admin] Publish callbacks [] for security_group (4e324d44-ae13-4ae8-bda7-56563318236a), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.404150 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.447421 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2169714a-912e-45f8-b45e-556171f84ca7 admin admin] Publish callbacks [] for security_group (fa71c863-b87f-4459-8f54-44839d8cafc3), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.463325 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-61e886b4-8a5e-4966-a0b5-559d3d90ccdd tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9031894 Aug 24 03:30:32.463956 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e886b4-8a5e-4966-a0b5-559d3d90ccdd tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Pushing event updated for resources: {'Port': ['ID=045cb674-6952-47d7-bb5e-17ac22a1ef2e,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:32.502923 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-65b828e2-fb13-4d64-bf57-c032a38a292f admin admin] Publish callbacks [] for security_group (4e324d44-ae13-4ae8-bda7-56563318236a), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.536600 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a5f1a2fe-630e-41b2-924d-08db51aa9adf req-de1e039e-bdcf-43f1-ace5-8a52fdaab881 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654219 Aug 24 03:30:32.567913 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-1471b99d-d452-4cb7-a9cc-75c690e1d31e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774682 Aug 24 03:30:32.581063 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 0a48602d-2350-4e4b-8fde-e8d14091cb1f is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:32.581471 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.616950 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Pushing event updated for resources: {'Port': ['ID=96ac11e6-aaa8-4961-9e5b-62c81b5e9607,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:32.685215 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Attempting to bind port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:30:32.685660 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Attempting to bind port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:30:32.686420 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Attempting to bind port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 on network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:32.691012 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:32.697256 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d72c813f-bf8a-46f1-9c39-4beb0b1d013b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (1347bc04-83bc-492e-a5f9-44f80761ca52), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.701351 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d72c813f-bf8a-46f1-9c39-4beb0b1d013b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.703794 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d72c813f-bf8a-46f1-9c39-4beb0b1d013b admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/1347bc04-83bc-492e-a5f9-44f80761ca52 HTTP/1.1" status: 204 len: 168 time: 1.1208117 Aug 24 03:30:32.750384 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c813f-bf8a-46f1-9c39-4beb0b1d013b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1347bc04-83bc-492e-a5f9-44f80761ca52,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:32.765102 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 on network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:30:32.766398 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Attempting to bind port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 on network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:32.769373 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-65b828e2-fb13-4d64-bf57-c032a38a292f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4e324d44-ae13-4ae8-bda7-56563318236a), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.772542 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-65b828e2-fb13-4d64-bf57-c032a38a292f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.777627 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-65b828e2-fb13-4d64-bf57-c032a38a292f admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/4e324d44-ae13-4ae8-bda7-56563318236a HTTP/1.1" status: 204 len: 168 time: 0.6451845 Aug 24 03:30:32.801762 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 0a48602d-2350-4e4b-8fde-e8d14091cb1f, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=0a48602d-2350-4e4b-8fde-e8d14091cb1f,segment=NetworkSegment(a62cacd6-f606-4c86-99f5-b7852a168cad),segment_id=a62cacd6-f606-4c86-99f5-b7852a168cad)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:32.825017 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b828e2-fb13-4d64-bf57-c032a38a292f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e324d44-ae13-4ae8-bda7-56563318236a,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:32.826827 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:30:32.830691 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Checking segment: {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:32.830995 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.834653 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Bound using segment: {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:30:32.836295 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Bound port: 96ac11e6-aaa8-4961-9e5b-62c81b5e9607, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:30:32.841991 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.897273 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-cdfbd233-bd3d-4fa9-82fc-1c09b41b7a1d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047254 Aug 24 03:30:32.922942 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2169714a-912e-45f8-b45e-556171f84ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (fa71c863-b87f-4459-8f54-44839d8cafc3), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.932931 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2169714a-912e-45f8-b45e-556171f84ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:32.936604 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-2169714a-912e-45f8-b45e-556171f84ca7 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/fa71c863-b87f-4459-8f54-44839d8cafc3 HTTP/1.1" status: 204 len: 168 time: 0.8630357 Aug 24 03:30:32.965416 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:32.993225 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Request body: {'port': {'device_id': '6fb4b6a3-5be8-48da-a564-3bf08b732fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:33.000382 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Request body: {'port': {'device_id': 'a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:33.004515 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-ea96262a-b729-42ad-8b19-3a3b17f2ba1f None None] Provisioning complete for port 045cb674-6952-47d7-bb5e-17ac22a1ef2e triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:33.004953 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ea96262a-b729-42ad-8b19-3a3b17f2ba1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:33.010388 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Publish callbacks [] for port (e659f52b-468f-4d35-b84a-c000326b6e77), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:33.083663 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (e659f52b-468f-4d35-b84a-c000326b6e77), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:33.089525 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d3048-9234-4245-88aa-4fe8074dd341 req-c542d16b-1e79-4088-91e6-7e5c1948105a tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:33.095704 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169714a-912e-45f8-b45e-556171f84ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa71c863-b87f-4459-8f54-44839d8cafc3,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:33.106381 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-713d3048-9234-4245-88aa-4fe8074dd341 req-c542d16b-1e79-4088-91e6-7e5c1948105a tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 932 time: 0.2065337 Aug 24 03:30:33.128177 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=0a48602d-2350-4e4b-8fde-e8d14091cb1f,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:33.177301 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:33.275042 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-713d3048-9234-4245-88aa-4fe8074dd341 req-80900335-564f-4315-8dcd-1cff6575d63e tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677220 Aug 24 03:30:33.403929 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-ea96262a-b729-42ad-8b19-3a3b17f2ba1f None None] Port 045cb674-6952-47d7-bb5e-17ac22a1ef2e cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:30:33.425523 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fb20eadc-25b3-4dc2-b3d2-036cb9f4a328 req-1e0be9d8-81b5-4063-ac0c-525daf2c488a tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 210 time: 0.1147702 Aug 24 03:30:33.426640 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:33.498607 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614fb13-f7e6-4b65-8d59-db8413599d01 None None] Pushing event updated for resources: {'Port': ['ID=e659f52b-468f-4d35-b84a-c000326b6e77,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:33.544798 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Attempting to bind port e659f52b-468f-4d35-b84a-c000326b6e77 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:30:33.546166 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Attempting to bind port e659f52b-468f-4d35-b84a-c000326b6e77 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:30:33.551995 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Attempting to bind port e659f52b-468f-4d35-b84a-c000326b6e77 on network e243b8d3-7de2-4711-8726-42cf22c7a222 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:33.567957 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:30:33.568406 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Checking segment: {'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:33.568742 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:33.571443 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Bound using segment: {'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:30:33.572746 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Bound port: e659f52b-468f-4d35-b84a-c000326b6e77, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:30:33.574699 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e659f52b-468f-4d35-b84a-c000326b6e77), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:33.589406 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] For port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:30:33.806303 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49918) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:33.936668 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76efc05-7359-4a0d-9550-58dfdab9fc5b req-571d9275-c574-40f7-b9b0-6531fdf79a09 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:33.940548 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b76efc05-7359-4a0d-9550-58dfdab9fc5b req-571d9275-c574-40f7-b9b0-6531fdf79a09 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 932 time: 0.1369891 Aug 24 03:30:34.012570 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] For port e659f52b-468f-4d35-b84a-c000326b6e77, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:30:34.031984 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] For port e659f52b-468f-4d35-b84a-c000326b6e77, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=e659f52b-468f-4d35-b84a-c000326b6e77,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:30:34.066492 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 0a48602d-2350-4e4b-8fde-e8d14091cb1f up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:34.077691 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (e659f52b-468f-4d35-b84a-c000326b6e77), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:34.114926 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:34.168035 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75859805-bde6-4c9f-97a2-f33dca1a8545 {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:30:34.176227 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Publish callbacks [] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:34.206919 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Transition to ACTIVE for port object 75859805-bde6-4c9f-97a2-f33dca1a8545 will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:30:34.208028 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:34.219892 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:34.232086 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-410151da-ef97-4b8b-a2fa-6053776c18b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:34.319598 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Routers {'2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:30:34.322318 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:30:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:34.489004 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] Set router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:30:34.599441 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:34.638940 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045cb674-6952-47d7-bb5e-17ac22a1ef2e {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:30:34.671418 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Publish callbacks [] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:34.716455 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Transition to ACTIVE for port object 045cb674-6952-47d7-bb5e-17ac22a1ef2e will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:30:34.744876 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:34.808199 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] For port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=96ac11e6-aaa8-4961-9e5b-62c81b5e9607,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:30:34.814653 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:34.934820 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:34.958402 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:34.963388 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:34.970086 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/96ac11e6-aaa8-4961-9e5b-62c81b5e9607 HTTP/1.1" status: 200 len: 1093 time: 7.7840040 Aug 24 03:30:34.970602 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 49940) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:35.000554 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a844487d-f9fc-4452-843d-d6ac2efb35d6', 'tag': '96ac11e6-aaa8-4961-9e5b-62c81b5e9607'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:30:35.066995 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 0a48602d-2350-4e4b-8fde-e8d14091cb1f triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:35.068608 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:35.094596 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614fb13-f7e6-4b65-8d59-db8413599d01 None None] Pushing event updated for resources: {'Port': ['ID=e659f52b-468f-4d35-b84a-c000326b6e77,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:35.109818 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Pushing event updated for resources: {'Port': ['ID=75859805-bde6-4c9f-97a2-f33dca1a8545,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:35.192241 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d63b5-4946-4d5a-8f12-48a16542ed93 req-55580779-f51f-4030-b6a3-e565597ff665 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:35.204186 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a33d63b5-4946-4d5a-8f12-48a16542ed93 req-55580779-f51f-4030-b6a3-e565597ff665 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 944 time: 0.6523151 Aug 24 03:30:35.258339 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49946) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:35.270652 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b76efc05-7359-4a0d-9550-58dfdab9fc5b req-c836dd94-2582-4ac4-9bc3-28e4ae9faae0 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1525810 Aug 24 03:30:35.306787 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:33Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:35.407264 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50531e-1678-4c5a-9981-e1555226b80d None None] The sync data for ids ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'] in dv-cinder-854261-1-iscsi is: [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:33Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:30:35.535495 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Attempting to bind port 75859805-bde6-4c9f-97a2-f33dca1a8545 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:30:35.535866 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Attempting to bind port 75859805-bde6-4c9f-97a2-f33dca1a8545 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:30:35.536213 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Attempting to bind port 75859805-bde6-4c9f-97a2-f33dca1a8545 on network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:35.558904 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Port 75859805-bde6-4c9f-97a2-f33dca1a8545 on network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:30:35.559950 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 0a48602d-2350-4e4b-8fde-e8d14091cb1f is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:35.564639 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Attempting to bind port 75859805-bde6-4c9f-97a2-f33dca1a8545 on network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:35.653547 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Pushing event updated for resources: {'Port': ['ID=045cb674-6952-47d7-bb5e-17ac22a1ef2e,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:35.655481 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a33d63b5-4946-4d5a-8f12-48a16542ed93 req-c51dc999-b447-489a-87aa-13c1339c20f4 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486816 Aug 24 03:30:35.686316 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-37b89cb1-6759-462d-adb8-187a3e517814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:35.753968 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:30:35.756405 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Checking segment: {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:35.760919 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Bound using segment: {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:30:35.760919 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Bound port: 75859805-bde6-4c9f-97a2-f33dca1a8545, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:30:35.764183 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:36.080661 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device e659f52b-468f-4d35-b84a-c000326b6e77 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:36.286984 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port e659f52b-468f-4d35-b84a-c000326b6e77 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:36.289607 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (e659f52b-468f-4d35-b84a-c000326b6e77), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:36.348376 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-410151da-ef97-4b8b-a2fa-6053776c18b3 admin admin] Publish callbacks [] for security_group (a18b08ea-9b02-46ff-a4e1-9caf0e204a32), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:36.397160 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-410151da-ef97-4b8b-a2fa-6053776c18b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (a18b08ea-9b02-46ff-a4e1-9caf0e204a32), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:36.423020 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:36.557112 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port e659f52b-468f-4d35-b84a-c000326b6e77 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:36.560722 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e659f52b-468f-4d35-b84a-c000326b6e77), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:36.624926 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-410151da-ef97-4b8b-a2fa-6053776c18b3 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=24ce709f07234169802b6bcef3cde279&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8160889 Aug 24 03:30:36.626824 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-327d1e7e-05d5-4cf1-afb8-f79de599146b req-f0bb9a27-635f-47c1-a418-cc2228caf112 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 210 time: 0.9142606 Aug 24 03:30:36.652354 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 49984) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:36.750096 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port e659f52b-468f-4d35-b84a-c000326b6e77, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=e659f52b-468f-4d35-b84a-c000326b6e77,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:36.758179 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (e659f52b-468f-4d35-b84a-c000326b6e77), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:36.776702 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0473306c-eb1e-404b-b70b-076e1e3d278e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:36.851610 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:36.903495 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] For port 75859805-bde6-4c9f-97a2-f33dca1a8545, host hv-cinder-85426, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:30:36.915024 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] For port 75859805-bde6-4c9f-97a2-f33dca1a8545, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=75859805-bde6-4c9f-97a2-f33dca1a8545,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:30:36.943401 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=e659f52b-468f-4d35-b84a-c000326b6e77,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:37.073944 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Attempting to bind port 045cb674-6952-47d7-bb5e-17ac22a1ef2e on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:30:37.075842 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Attempting to bind port 045cb674-6952-47d7-bb5e-17ac22a1ef2e by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'a62cacd6-f606-4c86-99f5-b7852a168cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:30:37.076363 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Attempting to bind port 045cb674-6952-47d7-bb5e-17ac22a1ef2e on network 6b14dc38-7379-4fb4-8965-3b8960206a88 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:37.097872 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410151da-ef97-4b8b-a2fa-6053776c18b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18b08ea-9b02-46ff-a4e1-9caf0e204a32,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:37.105763 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.123081 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Port 045cb674-6952-47d7-bb5e-17ac22a1ef2e on network 6b14dc38-7379-4fb4-8965-3b8960206a88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:30:37.123659 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Attempting to bind port 045cb674-6952-47d7-bb5e-17ac22a1ef2e on network 6b14dc38-7379-4fb4-8965-3b8960206a88 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:37.171831 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-30eda3b4-4954-4d40-8997-45b7c8a3de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:37.174753 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-30eda3b4-4954-4d40-8997-45b7c8a3de7d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 1127 time: 1.7322052 Aug 24 03:30:37.207743 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:30:37.210071 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Checking segment: {'id': 'a62cacd6-f606-4c86-99f5-b7852a168cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:37.210711 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Bound using segment: {'id': 'a62cacd6-f606-4c86-99f5-b7852a168cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:30:37.211333 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Bound port: 045cb674-6952-47d7-bb5e-17ac22a1ef2e, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a62cacd6-f606-4c86-99f5-b7852a168cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:30:37.212330 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.248955 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:37.256842 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16312fac-b4c0-4089-9be3-8479b29cbdce" -d '{"events": [{"name": "network-changed", "server_uuid": "a844487d-f9fc-4452-843d-d6ac2efb35d6", "tag": "96ac11e6-aaa8-4961-9e5b-62c81b5e9607"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:30:37.298988 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:37.299628 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.301575 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/75859805-bde6-4c9f-97a2-f33dca1a8545 HTTP/1.1" status: 200 len: 1094 time: 4.3272288 Aug 24 03:30:37.323491 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4904f8-5496-44a7-822b-8e9747e565a0 req-94cf84af-3062-498a-b11f-9c01c2549c87 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:37.328711 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8e4904f8-5496-44a7-822b-8e9747e565a0 req-94cf84af-3062-498a-b11f-9c01c2549c87 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 944 time: 0.2795153 Aug 24 03:30:37.329445 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb4b6a3-5be8-48da-a564-3bf08b732fa5', 'tag': '75859805-bde6-4c9f-97a2-f33dca1a8545'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:30:37.365316 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11e1e9-c0ce-4fce-a008-f709339446f7 service neutron] Pushing event updated for resources: {'Port': ['ID=96ac11e6-aaa8-4961-9e5b-62c81b5e9607,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:37.428075 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-37b89cb1-6759-462d-adb8-187a3e517814 admin admin] Publish callbacks [] for security_group (ad85c11b-36b2-4482-86ac-f1dea7f8ab66), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.439970 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-37b89cb1-6759-462d-adb8-187a3e517814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ad85c11b-36b2-4482-86ac-f1dea7f8ab66), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.472130 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0473306c-eb1e-404b-b70b-076e1e3d278e admin admin] Publish callbacks [] for security_group (1dbcd0f9-51b4-4def-ae2c-4376519bdf5a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.490228 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775868c1-3443-49ee-a3d0-79ba53f691ce req-0971f114-9e45-41bb-bc7a-fb2fff55a193 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:37.503384 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-775868c1-3443-49ee-a3d0-79ba53f691ce req-0971f114-9e45-41bb-bc7a-fb2fff55a193 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 944 time: 0.8546193 Aug 24 03:30:37.508100 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] For port 045cb674-6952-47d7-bb5e-17ac22a1ef2e, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:30:37.559292 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e5e66-6dad-47d9-9d81-91657a996e36 service neutron] Pushing event updated for resources: {'Port': ['ID=75859805-bde6-4c9f-97a2-f33dca1a8545,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:37.560117 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b89cb1-6759-462d-adb8-187a3e517814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad85c11b-36b2-4482-86ac-f1dea7f8ab66,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:37.576980 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] For port 045cb674-6952-47d7-bb5e-17ac22a1ef2e, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=045cb674-6952-47d7-bb5e-17ac22a1ef2e,segment=NetworkSegment(a62cacd6-f606-4c86-99f5-b7852a168cad),segment_id=a62cacd6-f606-4c86-99f5-b7852a168cad)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:30:37.588997 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-37b89cb1-6759-462d-adb8-187a3e517814 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=bfbd362ed86c407e92d4b2ecf55c45d4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1685002 Aug 24 03:30:37.592457 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0473306c-eb1e-404b-b70b-076e1e3d278e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (1dbcd0f9-51b4-4def-ae2c-4376519bdf5a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.594452 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50004) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:37.627489 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.632181 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:37.633653 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.638096 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/045cb674-6952-47d7-bb5e-17ac22a1ef2e HTTP/1.1" status: 200 len: 1094 time: 4.6769457 Aug 24 03:30:37.709390 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:37.761020 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5a63db57-7646-43bf-9170-bbb234c96971 admin admin] Publish callbacks [] for security_group (a18b08ea-9b02-46ff-a4e1-9caf0e204a32), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.774218 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8165aa30-1947-432a-af63-b928ad853eff admin admin] Publish callbacks [] for security_group (ad85c11b-36b2-4482-86ac-f1dea7f8ab66), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.779008 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4034780-d322-4cdd-ac91-83de6b20efd3 service neutron] Pushing event updated for resources: {'Port': ['ID=045cb674-6952-47d7-bb5e-17ac22a1ef2e,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:37.809719 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8165aa30-1947-432a-af63-b928ad853eff admin admin] Publish callbacks [] for security_group (ad85c11b-36b2-4482-86ac-f1dea7f8ab66), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.815334 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5a63db57-7646-43bf-9170-bbb234c96971 admin admin] Publish callbacks [] for security_group (a18b08ea-9b02-46ff-a4e1-9caf0e204a32), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.843328 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-775868c1-3443-49ee-a3d0-79ba53f691ce req-8f419624-f649-47cc-9310-cfd890509e8e tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387132 Aug 24 03:30:37.845953 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device e659f52b-468f-4d35-b84a-c000326b6e77 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:37.850350 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9e0ad4-e31e-4d67-9d22-7de63bb489bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb4b6a3-5be8-48da-a564-3bf08b732fa5", "tag": "75859805-bde6-4c9f-97a2-f33dca1a8545"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:30:37.874127 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473306c-eb1e-404b-b70b-076e1e3d278e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbcd0f9-51b4-4def-ae2c-4376519bdf5a,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:37.884660 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8165aa30-1947-432a-af63-b928ad853eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ad85c11b-36b2-4482-86ac-f1dea7f8ab66), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.887670 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8165aa30-1947-432a-af63-b928ad853eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.892352 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8165aa30-1947-432a-af63-b928ad853eff admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ad85c11b-36b2-4482-86ac-f1dea7f8ab66 HTTP/1.1" status: 204 len: 168 time: 0.2944059 Aug 24 03:30:37.915698 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165aa30-1947-432a-af63-b928ad853eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad85c11b-36b2-4482-86ac-f1dea7f8ab66,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:37.967291 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port e659f52b-468f-4d35-b84a-c000326b6e77 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:37.967651 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (e659f52b-468f-4d35-b84a-c000326b6e77), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:37.982195 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0473306c-eb1e-404b-b70b-076e1e3d278e admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=51edea3eb09c48f2b346ae28d5b4feeb&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5957434 Aug 24 03:30:37.984986 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50020) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:38.031733 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8e4904f8-5496-44a7-822b-8e9747e565a0 req-bbd7fb3b-b799-4b8e-9dcb-3959c93368ac tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5726972 Aug 24 03:30:38.075244 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5a63db57-7646-43bf-9170-bbb234c96971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (a18b08ea-9b02-46ff-a4e1-9caf0e204a32), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:38.078249 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5a63db57-7646-43bf-9170-bbb234c96971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:38.083885 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-5a63db57-7646-43bf-9170-bbb234c96971 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/a18b08ea-9b02-46ff-a4e1-9caf0e204a32 HTTP/1.1" status: 204 len: 168 time: 1.3740289 Aug 24 03:30:38.110007 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63db57-7646-43bf-9170-bbb234c96971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18b08ea-9b02-46ff-a4e1-9caf0e204a32,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:38.115834 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:38.138849 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7d58ea29-c10b-4509-98d1-3d0c3fc882f3 admin admin] Publish callbacks [] for security_group (1dbcd0f9-51b4-4def-ae2c-4376519bdf5a), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:38.174190 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7d58ea29-c10b-4509-98d1-3d0c3fc882f3 admin admin] Publish callbacks [] for security_group (1dbcd0f9-51b4-4def-ae2c-4376519bdf5a), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:38.193440 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port e659f52b-468f-4d35-b84a-c000326b6e77 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:38.256560 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-591f00e3-a5a6-4df2-9098-9c5140f49901 req-3f7dddb7-804a-4b1b-af22-eb57c021483e tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 210 time: 0.0618181 Aug 24 03:30:38.280719 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7d58ea29-c10b-4509-98d1-3d0c3fc882f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (1dbcd0f9-51b4-4def-ae2c-4376519bdf5a), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:38.283818 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7d58ea29-c10b-4509-98d1-3d0c3fc882f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:38.285424 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-7d58ea29-c10b-4509-98d1-3d0c3fc882f3 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/1dbcd0f9-51b4-4def-ae2c-4376519bdf5a HTTP/1.1" status: 204 len: 168 time: 0.2993560 Aug 24 03:30:38.296489 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58ea29-c10b-4509-98d1-3d0c3fc882f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbcd0f9-51b4-4def-ae2c-4376519bdf5a,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:38.509320 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a4ee41-a0da-4399-be00-2694c9237284 x-openstack-request-id: req-34a4ee41-a0da-4399-be00-2694c9237284 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:30:38.510347 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a844487d-f9fc-4452-843d-d6ac2efb35d6", "tag": "96ac11e6-aaa8-4961-9e5b-62c81b5e9607", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:30:38.510687 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34a4ee41-a0da-4399-be00-2694c9237284 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:30:38.511671 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a4ee41-a0da-4399-be00-2694c9237284'] response: {'name': 'network-changed', 'server_uuid': 'a844487d-f9fc-4452-843d-d6ac2efb35d6', 'tag': '96ac11e6-aaa8-4961-9e5b-62c81b5e9607', 'status': 'completed', 'code': 200} Aug 24 03:30:38.828328 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20a69bc-984f-4e14-9158-d3493e59c231 x-openstack-request-id: req-b20a69bc-984f-4e14-9158-d3493e59c231 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:30:38.829345 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb4b6a3-5be8-48da-a564-3bf08b732fa5", "tag": "75859805-bde6-4c9f-97a2-f33dca1a8545", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:30:38.829848 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b20a69bc-984f-4e14-9158-d3493e59c231 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:30:38.830692 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20a69bc-984f-4e14-9158-d3493e59c231'] response: {'name': 'network-changed', 'server_uuid': '6fb4b6a3-5be8-48da-a564-3bf08b732fa5', 'tag': '75859805-bde6-4c9f-97a2-f33dca1a8545', 'status': 'completed', 'code': 200} Aug 24 03:30:39.024655 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a095f-aeb3-4b15-b580-02e748d6b470 req-4c786d6b-8098-4864-9a85-9db157964cc7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:39.026655 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-583a095f-aeb3-4b15-b580-02e748d6b470 req-4c786d6b-8098-4864-9a85-9db157964cc7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 944 time: 0.0698452 Aug 24 03:30:39.101315 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-583a095f-aeb3-4b15-b580-02e748d6b470 req-ff36568f-62e2-4f2e-8e6c-b5534608faf7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688310 Aug 24 03:30:39.211922 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae2e76-0fbc-49db-bec5-19075f01e40b req-353b11c3-b11b-4524-9966-80ee752e1085 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:39.215243 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-17ae2e76-0fbc-49db-bec5-19075f01e40b req-353b11c3-b11b-4524-9966-80ee752e1085 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 944 time: 0.0649953 Aug 24 03:30:39.276973 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-17ae2e76-0fbc-49db-bec5-19075f01e40b req-4d1bcbb3-e9a8-4b35-b541-a0896399be2a tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549808 Aug 24 03:30:39.404009 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9028ea21-1d7f-484f-bdad-408f26de0b5e req-673f2167-2e96-4ebc-979c-6fe8a51a290a tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 210 time: 0.0403469 Aug 24 03:30:40.455261 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26d59a-697d-40c2-a589-ac72a5604cdb req-702cf49c-4e36-4549-925d-a968422cb31d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:40.475284 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5b26d59a-697d-40c2-a589-ac72a5604cdb req-702cf49c-4e36-4549-925d-a968422cb31d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 944 time: 0.2164302 Aug 24 03:30:40.629354 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f', 'tag': '045cb674-6952-47d7-bb5e-17ac22a1ef2e'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:30:40.639321 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006b95af-cc2d-47fa-8bea-04bcaa3d9cae" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f", "tag": "045cb674-6952-47d7-bb5e-17ac22a1ef2e"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:30:40.703179 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-be59f8b7-d459-4d8e-b561-2475997fb319 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96ac11e6-aaa8-4961-9e5b-62c81b5e9607 HTTP/1.1" status: 200 len: 217 time: 0.3169546 Aug 24 03:30:40.739020 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185945a9-e9f2-407c-83b1-19cd56c4b39c req-d3bf289e-30a1-438d-a599-f0a17c2fc710 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:40.762306 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-185945a9-e9f2-407c-83b1-19cd56c4b39c req-d3bf289e-30a1-438d-a599-f0a17c2fc710 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 944 time: 0.2785835 Aug 24 03:30:40.771882 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5b26d59a-697d-40c2-a589-ac72a5604cdb req-f53bf97e-1c2a-49a1-b7a2-e28ff78337dd tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947433 Aug 24 03:30:40.813346 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.84', 55082) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:40.848940 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:40.927218 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50156) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:41.214640 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-255ab5a6-bc72-4701-bb32-231c31019b3e req-bbcc53f5-3b02-446e-9f67-29db21632544 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 210 time: 0.1954162 Aug 24 03:30:41.269887 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-185945a9-e9f2-407c-83b1-19cd56c4b39c req-9bea1810-3288-43f5-a4aa-7422fcc72d96 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047386 Aug 24 03:30:41.273080 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-e29b6dff-893c-44c0-8ea8-7acacb53dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:41.290172 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-e29b6dff-893c-44c0-8ea8-7acacb53dfc7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=0be0cbafba614105869a0913a21a127b&device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 1128 time: 0.5170774 Aug 24 03:30:41.327340 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e0ad4-e31e-4d67-9d22-7de63bb489bb req-9fa0c94e-89cf-4ecb-b9c4-b6b42fe2de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:41.329432 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5d9e0ad4-e31e-4d67-9d22-7de63bb489bb req-9fa0c94e-89cf-4ecb-b9c4-b6b42fe2de2c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 1128 time: 0.5113463 Aug 24 03:30:41.334698 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-0fc4d45b-2f85-434e-b59c-15b7c189b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:41.337651 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-0fc4d45b-2f85-434e-b59c-15b7c189b60d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.6007311 Aug 24 03:30:41.451821 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191ac9e6-69f4-48df-a361-9537571daec8 x-openstack-request-id: req-191ac9e6-69f4-48df-a361-9537571daec8 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:30:41.453112 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f", "tag": "045cb674-6952-47d7-bb5e-17ac22a1ef2e", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:30:41.457613 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-191ac9e6-69f4-48df-a361-9537571daec8 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:30:41.458250 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-191ac9e6-69f4-48df-a361-9537571daec8'] response: {'name': 'network-changed', 'server_uuid': 'a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f', 'tag': '045cb674-6952-47d7-bb5e-17ac22a1ef2e', 'status': 'completed', 'code': 200} Aug 24 03:30:41.523260 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:41.530509 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-aefafe66-c994-4b4c-8a8f-c2d331b0b599 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=045cb674-6952-47d7-bb5e-17ac22a1ef2e HTTP/1.1" status: 200 len: 217 time: 0.2173538 Aug 24 03:30:41.537110 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-f102fe4d-9095-4638-b8b6-cf678c70f9ad tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:41.542158 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-f102fe4d-9095-4638-b8b6-cf678c70f9ad tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.84 "GET /networking/v2.0/networks?id=e243b8d3-7de2-4711-8726-42cf22c7a222 HTTP/1.1" status: 200 len: 811 time: 0.9212935 Aug 24 03:30:41.671656 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:41.681536 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-353838330-network', 'tenant_id': '1c43f2faabb842d4b37c8beb665c136e'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:41.725200 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-6bbb9d65-1dc8-4828-af72-a70821949877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:41.727072 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-6bbb9d65-1dc8-4828-af72-a70821949877 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=40703cf3-1428-477c-9540-1e3b9937ced5 HTTP/1.1" status: 200 len: 850 time: 0.1646550 Aug 24 03:30:41.740699 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] Made reservation on behalf of 1c43f2faabb842d4b37c8beb665c136e for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:30:41.743527 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:41.802999 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:42.176826 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-46c388ea-1324-4305-9448-a6b367615549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:42.178437 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-46c388ea-1324-4305-9448-a6b367615549 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.8068652 Aug 24 03:30:42.188117 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e0ad4-e31e-4d67-9d22-7de63bb489bb req-718bdfa1-f3f6-412d-ba69-5daee0fa374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:42.189720 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5d9e0ad4-e31e-4d67-9d22-7de63bb489bb req-718bdfa1-f3f6-412d-ba69-5daee0fa374d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=625e6391470e4018a6c502219b3d2b15&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8194742 Aug 24 03:30:42.263103 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] Publish callbacks [] for security_group (584dff21-3353-47c8-84a8-57e3ae1350c0), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:42.285873 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (584dff21-3353-47c8-84a8-57e3ae1350c0), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:42.342573 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:30:42.386493 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (e6725871-f2f2-4c5d-bfc4-a5c8a00a5c7d), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:42.386834 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] Added segment e6725871-f2f2-4c5d-bfc4-a5c8a00a5c7d of type vlan for network e304cf10-90dc-4a2e-9ec0-505038c947ef Aug 24 03:30:42.454952 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-b323272c-ff1d-4151-a374-cf3de09f9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:42.457387 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-b323272c-ff1d-4151-a374-cf3de09f9e10 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=6b14dc38-7379-4fb4-8965-3b8960206a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6552801 Aug 24 03:30:42.654823 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (e304cf10-90dc-4a2e-9ec0-505038c947ef), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:42.800427 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (e304cf10-90dc-4a2e-9ec0-505038c947ef), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:42.801533 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:42.802579 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:42.900280 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-efa5ad3d-4b2d-4683-a3cd-ffeeab387697 req-33c96c05-7c74-4153-8762-b22a17215c29 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 210 time: 0.4490421 Aug 24 03:30:42.953647 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78308b1-0445-4e4a-b38c-da1042770d65 req-773b52ef-8156-4c01-8d08-e72654030355 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:42.956003 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c78308b1-0445-4e4a-b38c-da1042770d65 req-773b52ef-8156-4c01-8d08-e72654030355 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 944 time: 0.9642553 Aug 24 03:30:43.012840 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584dff21-3353-47c8-84a8-57e3ae1350c0,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:43.036575 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-7a24c12b-9db0-4ee7-9690-829ddbb8ccf5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8197095 Aug 24 03:30:43.228009 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] Pushing event updated for resources: {'Network': ['ID=e304cf10-90dc-4a2e-9ec0-505038c947ef,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:43.243919 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network e304cf10-90dc-4a2e-9ec0-505038c947ef details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:30:43.249718 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e71583dd-a84d-42ed-8c64-36f2372407cc admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3213258 Aug 24 03:30:43.298636 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50266) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:43.317002 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-c163cf29-77cf-4793-8cf7-21a0663188f4 admin admin] Request body: {'subnet': {'network_id': 'e304cf10-90dc-4a2e-9ec0-505038c947ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-353838330-subnet', 'tenant_id': '1c43f2faabb842d4b37c8beb665c136e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:43.331039 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:43.475081 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bb3661c3-d71f-4ce1-b414-42a777359a85 req-39f3fdaa-301f-444b-bb26-0b8cdbdabb02 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845906 Aug 24 03:30:43.491149 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-b86c978e-ec75-465f-87d9-832c032d0c26 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6a1e9994c1c045c892059d5b80578ba7 HTTP/1.1" status: 200 len: 379 time: 1.5486615 Aug 24 03:30:43.567014 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:43.595407 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e0ad4-e31e-4d67-9d22-7de63bb489bb req-75ad6b35-2d40-48ce-b147-dba1a1ec8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:43.597681 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5d9e0ad4-e31e-4d67-9d22-7de63bb489bb req-75ad6b35-2d40-48ce-b147-dba1a1ec8727 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3796856 Aug 24 03:30:43.622960 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f4c35-9722-46e8-8bd0-2bdbe5280c1a req-f7403b99-d254-4706-9a37-5c4537e4c753 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:43.626932 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-117f4c35-9722-46e8-8bd0-2bdbe5280c1a req-f7403b99-d254-4706-9a37-5c4537e4c753 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 944 time: 0.4153445 Aug 24 03:30:43.633407 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-fe4d5d50-bb95-4241-91b0-0fdb9e80902b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/6b14dc38-7379-4fb4-8965-3b8960206a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1357441 Aug 24 03:30:43.635587 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c163cf29-77cf-4793-8cf7-21a0663188f4 admin admin] Made reservation on behalf of 1c43f2faabb842d4b37c8beb665c136e for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:30:43.638414 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c163cf29-77cf-4793-8cf7-21a0663188f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:43.731526 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c78308b1-0445-4e4a-b38c-da1042770d65 req-6b57af49-c3d6-44c1-a4fe-eb68a51171bb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7490549 Aug 24 03:30:43.847234 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-117f4c35-9722-46e8-8bd0-2bdbe5280c1a req-3da8f475-eb52-4cad-9aea-71e25a42505a tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047560 Aug 24 03:30:44.041848 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50296) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:44.084809 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3e1abaf1-1c81-4599-aee9-aa3889965051 req-7e04d981-f1db-4df2-b7e6-022bd53b427c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 210 time: 0.0508223 Aug 24 03:30:44.086794 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c163cf29-77cf-4793-8cf7-21a0663188f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for subnet (ca9fe416-ad57-41fe-af6d-7e0042f599a3), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:44.198453 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163cf29-77cf-4793-8cf7-21a0663188f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9fe416-ad57-41fe-af6d-7e0042f599a3,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:44.209506 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c163cf29-77cf-4793-8cf7-21a0663188f4 admin admin] Checking segment: {'id': 'e6725871-f2f2-4c5d-bfc4-a5c8a00a5c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e304cf10-90dc-4a2e-9ec0-505038c947ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:44.210988 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c163cf29-77cf-4793-8cf7-21a0663188f4 admin admin] Network hostable DHCP agents. Network: e304cf10-90dc-4a2e-9ec0-505038c947ef, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:30:44.232298 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c163cf29-77cf-4793-8cf7-21a0663188f4 admin admin] Network e304cf10-90dc-4a2e-9ec0-505038c947ef is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:30:44.245508 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-c163cf29-77cf-4793-8cf7-21a0663188f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, e304cf10-90dc-4a2e-9ec0-505038c947ef) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:44.254725 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf721fe0-1652-4825-8d76-0225ecbbf53c None None] Network e304cf10-90dc-4a2e-9ec0-505038c947ef requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:30:44.265652 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c163cf29-77cf-4793-8cf7-21a0663188f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:44.266479 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c163cf29-77cf-4793-8cf7-21a0663188f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:44.299483 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c163cf29-77cf-4793-8cf7-21a0663188f4 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9973059 Aug 24 03:30:44.352792 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:44.399045 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30675e77-78dc-4487-b82f-7ef72732cd2e None None] Network e304cf10-90dc-4a2e-9ec0-505038c947ef requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:30:44.443282 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50308) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:44.486382 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50312) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:44.549730 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4100149d-5ffc-4152-af68-8d604cbc4863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:44.606109 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba1a8062-0c16-4c57-aa78-e012839f0a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:44.682381 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3fa2-dad8-486b-a740-1f0825e4bb02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:44.740901 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4100149d-5ffc-4152-af68-8d604cbc4863 admin admin] Publish callbacks [] for security_group (efc1778d-a456-4dc8-a2df-30931506027b), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:44.743468 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba1a8062-0c16-4c57-aa78-e012839f0a3d admin admin] Publish callbacks [] for security_group (1f924ab9-dc87-4e0d-baa2-236f6930d16b), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:44.748129 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba1a8062-0c16-4c57-aa78-e012839f0a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (1f924ab9-dc87-4e0d-baa2-236f6930d16b), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:44.750808 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4100149d-5ffc-4152-af68-8d604cbc4863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (efc1778d-a456-4dc8-a2df-30931506027b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:44.812757 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a8062-0c16-4c57-aa78-e012839f0a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f924ab9-dc87-4e0d-baa2-236f6930d16b,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:44.826328 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ba1a8062-0c16-4c57-aa78-e012839f0a3d admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=f0250cd932174cd89af7783e796ae519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824983 Aug 24 03:30:44.828630 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:44.829637 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50322) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:44.847938 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4100149d-5ffc-4152-af68-8d604cbc4863 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=458d3d2f293e4f40b609f0cb2ea34c29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8001904 Aug 24 03:30:44.866535 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50324) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:44.893299 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3fa2-dad8-486b-a740-1f0825e4bb02 admin admin] Publish callbacks [] for security_group (6762e4cc-acc3-4808-b254-08c91a28cdd2), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:44.896724 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:44.899988 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100149d-5ffc-4152-af68-8d604cbc4863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc1778d-a456-4dc8-a2df-30931506027b,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:44.930077 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3fa2-dad8-486b-a740-1f0825e4bb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6762e4cc-acc3-4808-b254-08c91a28cdd2), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:44.984389 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476b87-ca07-4754-a412-4a7f0c0a9126 req-bcbf5d69-1152-4abd-a283-c56b0a6e35c8 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:44.986238 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-25476b87-ca07-4754-a412-4a7f0c0a9126 req-bcbf5d69-1152-4abd-a283-c56b0a6e35c8 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 944 time: 0.1106002 Aug 24 03:30:44.992435 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-6b2b3fa2-dad8-486b-a740-1f0825e4bb02 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=63ab476760f642c7a4d177c5e1ff0629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5041292 Aug 24 03:30:44.997325 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50330) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:45.011018 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:45.050571 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c847a648-f14d-40fe-a761-0e56f9c32646 admin admin] Publish callbacks [] for security_group (1f924ab9-dc87-4e0d-baa2-236f6930d16b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.055320 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8a13c5b5-40c8-4ad2-a7af-86b5a2ecc453 admin admin] Publish callbacks [] for security_group (efc1778d-a456-4dc8-a2df-30931506027b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.081794 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:45.083454 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b3fa2-dad8-486b-a740-1f0825e4bb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6762e4cc-acc3-4808-b254-08c91a28cdd2,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:45.111235 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7121-e763-43ad-a374-76e7b2c114d1 admin admin] Publish callbacks [] for security_group (6762e4cc-acc3-4808-b254-08c91a28cdd2), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.141647 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7121-e763-43ad-a374-76e7b2c114d1 admin admin] Publish callbacks [] for security_group (6762e4cc-acc3-4808-b254-08c91a28cdd2), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.226815 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7121-e763-43ad-a374-76e7b2c114d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6762e4cc-acc3-4808-b254-08c91a28cdd2), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.230430 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7121-e763-43ad-a374-76e7b2c114d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.240449 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-dd4d7121-e763-43ad-a374-76e7b2c114d1 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/6762e4cc-acc3-4808-b254-08c91a28cdd2 HTTP/1.1" status: 204 len: 168 time: 0.2412939 Aug 24 03:30:45.250938 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d7121-e763-43ad-a374-76e7b2c114d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6762e4cc-acc3-4808-b254-08c91a28cdd2,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:45.388538 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8a13c5b5-40c8-4ad2-a7af-86b5a2ecc453 admin admin] Publish callbacks [] for security_group (efc1778d-a456-4dc8-a2df-30931506027b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.391796 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c847a648-f14d-40fe-a761-0e56f9c32646 admin admin] Publish callbacks [] for security_group (1f924ab9-dc87-4e0d-baa2-236f6930d16b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.408322 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-25476b87-ca07-4754-a412-4a7f0c0a9126 req-2dc2d600-0a85-482d-9d48-251177b604a7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089983 Aug 24 03:30:45.429328 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50344) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:45.440025 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1385666606-network', 'tenant_id': '90b16c7c657744739fceeb943704aadb'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:45.465499 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f5ba5-b79c-4737-bc0a-0a1f4579156d req-95919a15-a313-4109-a81d-eed9e74d74e7 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:45.467344 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-841f5ba5-b79c-4737-bc0a-0a1f4579156d req-95919a15-a313-4109-a81d-eed9e74d74e7 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 944 time: 0.4027121 Aug 24 03:30:45.549360 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c847a648-f14d-40fe-a761-0e56f9c32646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (1f924ab9-dc87-4e0d-baa2-236f6930d16b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.552178 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c847a648-f14d-40fe-a761-0e56f9c32646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.553651 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c847a648-f14d-40fe-a761-0e56f9c32646 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/1f924ab9-dc87-4e0d-baa2-236f6930d16b HTTP/1.1" status: 204 len: 168 time: 0.7227259 Aug 24 03:30:45.581715 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8a13c5b5-40c8-4ad2-a7af-86b5a2ecc453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (efc1778d-a456-4dc8-a2df-30931506027b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.584416 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8a13c5b5-40c8-4ad2-a7af-86b5a2ecc453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.589221 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-8a13c5b5-40c8-4ad2-a7af-86b5a2ecc453 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/efc1778d-a456-4dc8-a2df-30931506027b HTTP/1.1" status: 204 len: 168 time: 0.7211099 Aug 24 03:30:45.596938 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-698eadac-5dfe-40e0-a7a7-e44e6b0ff23b req-b2111af0-bf13-478e-85cd-a42fab981758 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 210 time: 0.0674031 Aug 24 03:30:45.601092 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847a648-f14d-40fe-a761-0e56f9c32646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f924ab9-dc87-4e0d-baa2-236f6930d16b,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:45.623391 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13c5b5-40c8-4ad2-a7af-86b5a2ecc453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc1778d-a456-4dc8-a2df-30931506027b,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:45.667562 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] Made reservation on behalf of 90b16c7c657744739fceeb943704aadb for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:30:45.681976 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.683566 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-841f5ba5-b79c-4737-bc0a-0a1f4579156d req-811875a7-121c-4485-8d77-702d39b76eb5 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493299 Aug 24 03:30:45.709604 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.812963 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] Publish callbacks [] for security_group (5faeb3d9-1576-4f34-909c-34e4089bfb4f), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.819020 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (5faeb3d9-1576-4f34-909c-34e4089bfb4f), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.837613 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:30:45.860593 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (2ae60e2f-4b9b-4395-a2e0-ec75d2a21219), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.861069 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] Added segment 2ae60e2f-4b9b-4395-a2e0-ec75d2a21219 of type vlan for network f914c50d-ca38-4f04-910c-a7c17277c8b4 Aug 24 03:30:45.899567 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faeb3d9-1576-4f34-909c-34e4089bfb4f,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:45.921541 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (f914c50d-ca38-4f04-910c-a7c17277c8b4), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.954318 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (f914c50d-ca38-4f04-910c-a7c17277c8b4), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.955557 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:45.956369 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:45.986651 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5528076 Aug 24 03:30:45.989480 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50352) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:45.998096 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-b5121d2e-f6aa-4667-a9ad-93a87f9b607c admin admin] Request body: {'subnet': {'network_id': 'f914c50d-ca38-4f04-910c-a7c17277c8b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1385666606-subnet', 'tenant_id': '90b16c7c657744739fceeb943704aadb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:46.027640 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5121d2e-f6aa-4667-a9ad-93a87f9b607c admin admin] Made reservation on behalf of 90b16c7c657744739fceeb943704aadb for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:30:46.035474 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b5121d2e-f6aa-4667-a9ad-93a87f9b607c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:46.082123 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a16a4-2ccb-475a-8d08-6a364d4ed19b admin admin] Pushing event updated for resources: {'Network': ['ID=f914c50d-ca38-4f04-910c-a7c17277c8b4,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:46.099584 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network f914c50d-ca38-4f04-910c-a7c17277c8b4 details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:30:46.270660 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b5121d2e-f6aa-4667-a9ad-93a87f9b607c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for subnet (07b9e2bc-3737-4724-879d-8765fd7073c1), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:46.338021 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5121d2e-f6aa-4667-a9ad-93a87f9b607c admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b9e2bc-3737-4724-879d-8765fd7073c1,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:46.382842 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5121d2e-f6aa-4667-a9ad-93a87f9b607c admin admin] Checking segment: {'id': '2ae60e2f-4b9b-4395-a2e0-ec75d2a21219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f914c50d-ca38-4f04-910c-a7c17277c8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:46.383602 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5121d2e-f6aa-4667-a9ad-93a87f9b607c admin admin] Network hostable DHCP agents. Network: f914c50d-ca38-4f04-910c-a7c17277c8b4, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:30:46.412207 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5121d2e-f6aa-4667-a9ad-93a87f9b607c admin admin] Network f914c50d-ca38-4f04-910c-a7c17277c8b4 is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:30:46.425746 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-b5121d2e-f6aa-4667-a9ad-93a87f9b607c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, f914c50d-ca38-4f04-910c-a7c17277c8b4) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:46.436034 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d6e882-7849-4955-9fba-115a5efc0064 None None] Network f914c50d-ca38-4f04-910c-a7c17277c8b4 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:30:46.438607 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50362) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:46.452604 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5121d2e-f6aa-4667-a9ad-93a87f9b607c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:46.455472 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b5121d2e-f6aa-4667-a9ad-93a87f9b607c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:46.463913 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a9035df6-c5fd-430a-bdaf-b7fafec210f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:46.506816 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b5121d2e-f6aa-4667-a9ad-93a87f9b607c admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5154507 Aug 24 03:30:46.511819 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50366) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:46.537997 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba15950c-79fb-4685-997e-0045fea826c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:46.607147 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d713817-fe94-415b-8085-6b632b65e901 None None] Network f914c50d-ca38-4f04-910c-a7c17277c8b4 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:30:46.684551 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a9035df6-c5fd-430a-bdaf-b7fafec210f5 admin admin] Publish callbacks [] for security_group (9e9153aa-6de4-402f-8a1d-cf31725ce41f), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:46.694078 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:46.696443 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a9035df6-c5fd-430a-bdaf-b7fafec210f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (9e9153aa-6de4-402f-8a1d-cf31725ce41f), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:46.787593 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d5786-c706-4b8c-a1f6-ea9e2a0c4381 req-2c665367-9609-4d3a-991d-f4fe14d51dff tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:46.803480 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-852d5786-c706-4b8c-a1f6-ea9e2a0c4381 req-2c665367-9609-4d3a-991d-f4fe14d51dff tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 944 time: 0.2164142 Aug 24 03:30:46.804149 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50372) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:46.839544 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a9035df6-c5fd-430a-bdaf-b7fafec210f5 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=ff4751e036184a4daef7bc1c624616b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958733 Aug 24 03:30:46.839544 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-ed67bd18-e545-4273-beac-298da759c603 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Request body: {'port': {'device_id': '9b97b3d6-5022-46c8-a189-fed177d028c8', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'admin_state_up': True, 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'security_groups': ['348a437f-9ca5-492c-b9ae-bd4b141d0fd9']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:46.849134 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50374) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:46.871696 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:46.882534 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9035df6-c5fd-430a-bdaf-b7fafec210f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9153aa-6de4-402f-8a1d-cf31725ce41f,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:46.958605 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-0291f7db-8665-47b3-908c-1ebc97900405 admin admin] Deleting subnet ca9fe416-ad57-41fe-af6d-7e0042f599a3 {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:30:46.976251 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:46.984074 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0291f7db-8665-47b3-908c-1ebc97900405 admin admin] Publish callbacks [] for subnet (ca9fe416-ad57-41fe-af6d-7e0042f599a3), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:46.998434 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:47.021464 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a5854-d369-4ec7-8f98-035774425edb req-9b036b4a-f7a0-4056-bb02-b9f554777dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:47.026762 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-9b036b4a-f7a0-4056-bb02-b9f554777dc1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 1128 time: 0.1075847 Aug 24 03:30:47.031934 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.132103 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50378) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:47.224740 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b4c23587-ac15-4028-9f90-3d373f03e106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.270476 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-ed363ebe-2efc-451d-9fed-dd6dfa30f524 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75859805-bde6-4c9f-97a2-f33dca1a8545 HTTP/1.1" status: 200 len: 217 time: 0.1427772 Aug 24 03:30:47.296751 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3bbd7611-1b44-466f-99ee-185c5b0be8c2 admin admin] Publish callbacks [] for security_group (9e9153aa-6de4-402f-8a1d-cf31725ce41f), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.308034 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16312fac-b4c0-4089-9be3-8479b29cbdce req-d85de440-f589-4b7f-ac0e-ff42364f5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:47.310157 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-16312fac-b4c0-4089-9be3-8479b29cbdce req-d85de440-f589-4b7f-ac0e-ff42364f5bf0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 1127 time: 0.3941464 Aug 24 03:30:47.348708 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0291f7db-8665-47b3-908c-1ebc97900405 admin admin] Publish callbacks [] for subnet (ca9fe416-ad57-41fe-af6d-7e0042f599a3), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.401675 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3bbd7611-1b44-466f-99ee-185c5b0be8c2 admin admin] Publish callbacks [] for security_group (9e9153aa-6de4-402f-8a1d-cf31725ce41f), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.401811 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-852d5786-c706-4b8c-a1f6-ea9e2a0c4381 req-5a5db4bc-1304-4312-b957-d0551ee04291 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548564 Aug 24 03:30:47.405805 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba15950c-79fb-4685-997e-0045fea826c2 admin admin] Publish callbacks [] for security_group (d5e363ac-b8db-4527-ac51-e0e92e6c88ba), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.424567 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-51e7952a-d669-4b68-b70b-6b037910eef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.437785 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0291f7db-8665-47b3-908c-1ebc97900405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (ca9fe416-ad57-41fe-af6d-7e0042f599a3), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.466880 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba15950c-79fb-4685-997e-0045fea826c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (d5e363ac-b8db-4527-ac51-e0e92e6c88ba), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.640351 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ba15950c-79fb-4685-997e-0045fea826c2 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=fcf6da84681341ccac8a47041f5a3404&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1247630 Aug 24 03:30:47.649896 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32fd7a-3680-4b58-8e61-0ac6ee12439a req-978f0ad1-a9eb-46e5-8009-727978908e46 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:47.653290 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab32fd7a-3680-4b58-8e61-0ac6ee12439a req-978f0ad1-a9eb-46e5-8009-727978908e46 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 944 time: 0.7210162 Aug 24 03:30:47.655100 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50390) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:47.668259 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0291f7db-8665-47b3-908c-1ebc97900405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for subnet (ca9fe416-ad57-41fe-af6d-7e0042f599a3), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.732369 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b4c23587-ac15-4028-9f90-3d373f03e106 admin admin] Publish callbacks [] for security_group (dcdc6775-7c12-47b5-af90-dbf65f8b953b), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.771328 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291f7db-8665-47b3-908c-1ebc97900405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9fe416-ad57-41fe-af6d-7e0042f599a3,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:47.788661 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b4c23587-ac15-4028-9f90-3d373f03e106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (dcdc6775-7c12-47b5-af90-dbf65f8b953b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.790995 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3bbd7611-1b44-466f-99ee-185c5b0be8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (9e9153aa-6de4-402f-8a1d-cf31725ce41f), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.793434 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15950c-79fb-4685-997e-0045fea826c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e363ac-b8db-4527-ac51-e0e92e6c88ba,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:47.794469 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3bbd7611-1b44-466f-99ee-185c5b0be8c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.799963 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-3bbd7611-1b44-466f-99ee-185c5b0be8c2 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/9e9153aa-6de4-402f-8a1d-cf31725ce41f HTTP/1.1" status: 204 len: 168 time: 0.9485233 Aug 24 03:30:47.804486 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0291f7db-8665-47b3-908c-1ebc97900405 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.809471 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0291f7db-8665-47b3-908c-1ebc97900405 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/ca9fe416-ad57-41fe-af6d-7e0042f599a3 HTTP/1.1" status: 204 len: 168 time: 0.9885976 Aug 24 03:30:47.811928 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-76721133-0897-41fb-998f-0345fcd6a7f0 req-c624524a-2a77-424a-ac30-42d255960d4b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/6b14dc38-7379-4fb4-8965-3b8960206a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8773007 Aug 24 03:30:47.813507 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d6af8440-09dd-44cc-87bf-7dbd1b150707 req-1ae2931e-7db2-4ad5-9ca1-6d2c55b6a184 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 210 time: 0.1593666 Aug 24 03:30:47.815905 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50396) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:47.821379 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a5854-d369-4ec7-8f98-035774425edb req-bf5f8177-8096-4fe0-8fd9-303193e2644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:47.823500 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-bf5f8177-8096-4fe0-8fd9-303193e2644f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.2775092 Aug 24 03:30:47.858072 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-ed67bd18-e545-4273-beac-298da759c603 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Made reservation on behalf of 6a1e9994c1c045c892059d5b80578ba7 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:30:47.861892 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-ed67bd18-e545-4273-beac-298da759c603 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:47.880467 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab32fd7a-3680-4b58-8e61-0ac6ee12439a req-a72ec950-a5f6-45ce-b27e-826337c809bb tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938586 Aug 24 03:30:47.930924 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (e304cf10-90dc-4a2e-9ec0-505038c947ef), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.020720 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c23587-ac15-4028-9f90-3d373f03e106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdc6775-7c12-47b5-af90-dbf65f8b953b,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:48.022796 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (e304cf10-90dc-4a2e-9ec0-505038c947ef), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.025450 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-b4c23587-ac15-4028-9f90-3d373f03e106 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=693f3095819049fe89df6222c09deec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8775735 Aug 24 03:30:48.026171 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:48.028845 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50400) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:48.072549 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:48.073214 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:48.074097 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:48.074587 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:48.075072 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:48.077035 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:48.077035 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:48.077035 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:48.077035 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:48.077035 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:48.088037 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd7611-1b44-466f-99ee-185c5b0be8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9153aa-6de4-402f-8a1d-cf31725ce41f,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:48.138315 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-66dae1e7-2284-4627-ad2a-b25757e9be4a admin admin] Publish callbacks [] for security_group (d5e363ac-b8db-4527-ac51-e0e92e6c88ba), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.146485 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16312fac-b4c0-4089-9be3-8479b29cbdce req-5366267f-9b49-4a39-af70-7ef776ac8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:48.147992 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-16312fac-b4c0-4089-9be3-8479b29cbdce req-5366267f-9b49-4a39-af70-7ef776ac8b32 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 920 time: 0.6128740 Aug 24 03:30:48.193911 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a5854-d369-4ec7-8f98-035774425edb req-fdd6cdb1-4ca8-495a-9d80-69deb4839bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:48.195485 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-fdd6cdb1-4ca8-495a-9d80-69deb4839bdb service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1287301 Aug 24 03:30:48.197485 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-66dae1e7-2284-4627-ad2a-b25757e9be4a admin admin] Publish callbacks [] for security_group (d5e363ac-b8db-4527-ac51-e0e92e6c88ba), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.217497 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:48.281308 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:48.282033 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:48.282855 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:48.283545 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:48.284282 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e304cf10-90dc-4a2e-9ec0-505038c947ef']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:48.289000 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-ed67bd18-e545-4273-beac-298da759c603 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Allocated IP 172.20.0.13 (e243b8d3-7de2-4711-8726-42cf22c7a222/d6a16571-04fe-4d20-8795-0643856acb03/22bcdf61-5bce-471a-ac6d-924789d218c0) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:30:48.297564 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-66dae1e7-2284-4627-ad2a-b25757e9be4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (d5e363ac-b8db-4527-ac51-e0e92e6c88ba), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.300063 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-66dae1e7-2284-4627-ad2a-b25757e9be4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.301364 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-66dae1e7-2284-4627-ad2a-b25757e9be4a admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/d5e363ac-b8db-4527-ac51-e0e92e6c88ba HTTP/1.1" status: 204 len: 168 time: 0.6449180 Aug 24 03:30:48.317055 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dae1e7-2284-4627-ad2a-b25757e9be4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e363ac-b8db-4527-ac51-e0e92e6c88ba,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:48.342717 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6725871-f2f2-4c5d-bfc4-a5c8a00a5c7d') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:48.343404 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6725871-f2f2-4c5d-bfc4-a5c8a00a5c7d') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:48.393557 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5410067'] for segment (e6725871-f2f2-4c5d-bfc4-a5c8a00a5c7d), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.423196 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b95af-cc2d-47fa-8bea-04bcaa3d9cae req-f785a422-6237-4518-9c6a-0550ea2bcd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:48.424976 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-006b95af-cc2d-47fa-8bea-04bcaa3d9cae req-f785a422-6237-4518-9c6a-0550ea2bcd7a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=0be0cbafba614105869a0913a21a127b&device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 1128 time: 0.1238124 Aug 24 03:30:48.431905 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (e6725871-f2f2-4c5d-bfc4-a5c8a00a5c7d), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.445329 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3aee6e96-e137-4e92-bca7-d0985209775b admin admin] Publish callbacks [] for security_group (dcdc6775-7c12-47b5-af90-dbf65f8b953b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.449428 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:30:48.449832 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4780305'] for segment (e6725871-f2f2-4c5d-bfc4-a5c8a00a5c7d), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.486568 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:48.544318 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-ed67bd18-e545-4273-beac-298da759c603 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.548295 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3aee6e96-e137-4e92-bca7-d0985209775b admin admin] Publish callbacks [] for security_group (dcdc6775-7c12-47b5-af90-dbf65f8b953b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.590317 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-ed67bd18-e545-4273-beac-298da759c603 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.600622 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (e304cf10-90dc-4a2e-9ec0-505038c947ef), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.606974 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.612900 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/e304cf10-90dc-4a2e-9ec0-505038c947ef HTTP/1.1" status: 204 len: 168 time: 0.7953808 Aug 24 03:30:48.639176 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50424) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:48.640596 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08738d-84b2-4c96-926f-df7d2dffa4d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e304cf10-90dc-4a2e-9ec0-505038c947ef,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:48.650725 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:48.665903 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950e943-e795-4194-ab0e-a5b89829a96b req-5d630b0e-1a77-4f17-9d0a-aaa8e720ef0c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:48.668705 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6950e943-e795-4194-ab0e-a5b89829a96b req-5d630b0e-1a77-4f17-9d0a-aaa8e720ef0c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 944 time: 0.1238408 Aug 24 03:30:48.707114 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-ed67bd18-e545-4273-beac-298da759c603 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Network e243b8d3-7de2-4711-8726-42cf22c7a222 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:30:48.711632 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3aee6e96-e137-4e92-bca7-d0985209775b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (dcdc6775-7c12-47b5-af90-dbf65f8b953b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.715081 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3aee6e96-e137-4e92-bca7-d0985209775b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.718594 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3aee6e96-e137-4e92-bca7-d0985209775b admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/dcdc6775-7c12-47b5-af90-dbf65f8b953b HTTP/1.1" status: 204 len: 168 time: 0.6815472 Aug 24 03:30:48.723866 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67bd18-e545-4273-beac-298da759c603 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event updated for resources: {'Port': ['ID=22bcdf61-5bce-471a-ac6d-924789d218c0,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:48.737785 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-ed67bd18-e545-4273-beac-298da759c603 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:30:48.742425 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee6e96-e137-4e92-bca7-d0985209775b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdc6775-7c12-47b5-af90-dbf65f8b953b,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:48.749782 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6950e943-e795-4194-ab0e-a5b89829a96b req-20a0591a-68a2-4ead-8c70-9535ecd9edbf tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741885 Aug 24 03:30:48.753972 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-ed67bd18-e545-4273-beac-298da759c603 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:30:48.761316 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-ed67bd18-e545-4273-beac-298da759c603 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:48.761316 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-ed67bd18-e545-4273-beac-298da759c603 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.774822 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-092edbb0-90c0-4b2c-9268-dbbd35b3f465 admin admin] Deleting subnet 07b9e2bc-3737-4724-879d-8765fd7073c1 {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:30:48.787360 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-092edbb0-90c0-4b2c-9268-dbbd35b3f465 admin admin] Publish callbacks [] for subnet (07b9e2bc-3737-4724-879d-8765fd7073c1), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.829093 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-ed67bd18-e545-4273-beac-298da759c603 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9951000 Aug 24 03:30:48.846324 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-092edbb0-90c0-4b2c-9268-dbbd35b3f465 admin admin] Publish callbacks [] for subnet (07b9e2bc-3737-4724-879d-8765fd7073c1), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.858745 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-092edbb0-90c0-4b2c-9268-dbbd35b3f465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (07b9e2bc-3737-4724-879d-8765fd7073c1), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:48.938982 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment e6725871-f2f2-4c5d-bfc4-a5c8a00a5c7d resource provider aggregate not found Aug 24 03:30:48.966352 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment e6725871-f2f2-4c5d-bfc4-a5c8a00a5c7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6725871-f2f2-4c5d-bfc4-a5c8a00a5c7d found for delete ", "request_id": "req-98056588-e371-494d-bc26-c27e0eac70f2"}]} Aug 24 03:30:48.974482 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-092edbb0-90c0-4b2c-9268-dbbd35b3f465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for subnet (07b9e2bc-3737-4724-879d-8765fd7073c1), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:49.086975 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092edbb0-90c0-4b2c-9268-dbbd35b3f465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b9e2bc-3737-4724-879d-8765fd7073c1,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:49.112710 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-092edbb0-90c0-4b2c-9268-dbbd35b3f465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:49.120516 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-092edbb0-90c0-4b2c-9268-dbbd35b3f465 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/07b9e2bc-3737-4724-879d-8765fd7073c1 HTTP/1.1" status: 204 len: 168 time: 0.4789126 Aug 24 03:30:49.123719 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50456) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:49.129487 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97246b-1f5a-4b75-a9b7-836ab04db281 req-f4c433a9-5195-4f27-8f71-8203b75ea59c tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:49.138578 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-eb97246b-1f5a-4b75-a9b7-836ab04db281 req-f4c433a9-5195-4f27-8f71-8203b75ea59c tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 944 time: 0.0854919 Aug 24 03:30:49.212549 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-0c5953a9-5e0a-4538-adc6-097164591497 None None] Provisioning complete for port 22bcdf61-5bce-471a-ac6d-924789d218c0 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:49.213124 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0c5953a9-5e0a-4538-adc6-097164591497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:49.245987 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-eb97246b-1f5a-4b75-a9b7-836ab04db281 req-23ca2a41-f150-45d8-8dee-7c286b6aa01d tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061833 Aug 24 03:30:49.274947 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e799c-b812-48d4-9235-f7fbeb02529c req-9e463bb5-4655-4fa0-953c-54da02d66585 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:49.281555 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8d7e799c-b812-48d4-9235-f7fbeb02529c req-9e463bb5-4655-4fa0-953c-54da02d66585 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 932 time: 0.3042483 Aug 24 03:30:49.317513 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:49.324154 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-0c5953a9-5e0a-4538-adc6-097164591497 None None] Port 22bcdf61-5bce-471a-ac6d-924789d218c0 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:30:49.371441 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8d7e799c-b812-48d4-9235-f7fbeb02529c req-b0a034cd-d2fb-43f5-b11d-5b6abbf7e69d tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769751 Aug 24 03:30:49.412728 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-16312fac-b4c0-4089-9be3-8479b29cbdce req-7277eb6f-ca09-4a4c-b532-e74f92ad4585 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96ac11e6-aaa8-4961-9e5b-62c81b5e9607 HTTP/1.1" status: 200 len: 217 time: 0.0570066 Aug 24 03:30:49.415566 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (f914c50d-ca38-4f04-910c-a7c17277c8b4), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:49.668926 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (f914c50d-ca38-4f04-910c-a7c17277c8b4), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:49.693493 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:49.693659 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:49.694402 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:49.694730 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Subscribe: > port after_create 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:49.695458 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:49.695458 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Subscribe: > port after_update 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:49.695699 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:49.696037 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:49.696353 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:49.696675 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:49.766037 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:49.766693 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:49.766693 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:49.767027 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 03:30:49.767413 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f914c50d-ca38-4f04-910c-a7c17277c8b4']}} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:49.772106 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:49.786781 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae60e2f-4b9b-4395-a2e0-ec75d2a21219') {'for_net_delete': True} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:49.787075 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae60e2f-4b9b-4395-a2e0-ec75d2a21219') {} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:30:49.808123 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743072'] for segment (2ae60e2f-4b9b-4395-a2e0-ec75d2a21219), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:49.831587 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (2ae60e2f-4b9b-4395-a2e0-ec75d2a21219), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:49.841829 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:49.843498 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=106301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:30:49.844013 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4933236'] for segment (2ae60e2f-4b9b-4395-a2e0-ec75d2a21219), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:49.863916 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-80fd1976-4964-46a5-b629-f1e1e1d26e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:49.919849 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (f914c50d-ca38-4f04-910c-a7c17277c8b4), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:49.942258 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f914c50d-ca38-4f04-910c-a7c17277c8b4,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:49.944510 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:49.949621 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f9972d15-05b5-4335-8eac-7c00ef832da4 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/f914c50d-ca38-4f04-910c-a7c17277c8b4 HTTP/1.1" status: 204 len: 168 time: 0.8245394 Aug 24 03:30:49.960152 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ee628-52d2-4769-9a83-9e4e8fe03a62 req-e52a6e15-929d-46ff-bccf-73c7c7ef1628 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:49.961693 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fc9ee628-52d2-4769-9a83-9e4e8fe03a62 req-e52a6e15-929d-46ff-bccf-73c7c7ef1628 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 944 time: 0.0676506 Aug 24 03:30:50.021300 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fc9ee628-52d2-4769-9a83-9e4e8fe03a62 req-ade15aeb-77d2-449a-bcda-69674873543c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481822 Aug 24 03:30:50.132000 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50510) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:50.176810 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2456c810-6a35-47ae-b89b-79791867e202 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=1c43f2faabb842d4b37c8beb665c136e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434024 Aug 24 03:30:50.179602 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50512) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:50.235477 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-893744f9-d100-450f-a348-6e79b011cf94 admin admin] Publish callbacks [] for security_group (584dff21-3353-47c8-84a8-57e3ae1350c0), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:50.258606 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-893744f9-d100-450f-a348-6e79b011cf94 admin admin] Publish callbacks [] for security_group (584dff21-3353-47c8-84a8-57e3ae1350c0), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:50.355346 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-893744f9-d100-450f-a348-6e79b011cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (584dff21-3353-47c8-84a8-57e3ae1350c0), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:50.358257 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-893744f9-d100-450f-a348-6e79b011cf94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:50.359715 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-893744f9-d100-450f-a348-6e79b011cf94 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/584dff21-3353-47c8-84a8-57e3ae1350c0 HTTP/1.1" status: 204 len: 168 time: 0.1789076 Aug 24 03:30:50.379380 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893744f9-d100-450f-a348-6e79b011cf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584dff21-3353-47c8-84a8-57e3ae1350c0,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:50.395056 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330305c4-532d-4550-82c2-a80cf7403757 req-4d7dffcd-702f-4909-80d5-9071caaae30e tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:50.396633 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-330305c4-532d-4550-82c2-a80cf7403757 req-4d7dffcd-702f-4909-80d5-9071caaae30e tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 944 time: 0.0745530 Aug 24 03:30:50.466130 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-330305c4-532d-4550-82c2-a80cf7403757 req-35d3cd3c-19fc-4046-bba8-768fc96503dc tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570822 Aug 24 03:30:50.538339 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f14051-bab8-4fbe-9bac-170066e95100 req-d554c841-c67d-4e24-8b40-578b1ee8487f tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:50.540088 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-83f14051-bab8-4fbe-9bac-170066e95100 req-d554c841-c67d-4e24-8b40-578b1ee8487f tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 932 time: 0.0627167 Aug 24 03:30:50.596635 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-83f14051-bab8-4fbe-9bac-170066e95100 req-8f7e81f5-95e5-473e-9085-d8ce3155711c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489326 Aug 24 03:30:50.632309 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 2ae60e2f-4b9b-4395-a2e0-ec75d2a21219 resource provider aggregate not found Aug 24 03:30:50.651068 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 2ae60e2f-4b9b-4395-a2e0-ec75d2a21219 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ae60e2f-4b9b-4395-a2e0-ec75d2a21219 found for delete ", "request_id": "req-15f64edc-ef35-4fcf-9398-13ca06a64fa6"}]} Aug 24 03:30:50.834166 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:50.995268 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50546) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:51.040488 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c89b1ecd-9087-4d1c-9d02-aa8b05a06d22 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=90b16c7c657744739fceeb943704aadb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433047 Aug 24 03:30:51.043236 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50548) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:51.101265 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-70694cac-e06d-42c4-834e-212c0fde7927 admin admin] Publish callbacks [] for security_group (5faeb3d9-1576-4f34-909c-34e4089bfb4f), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:51.128962 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-70694cac-e06d-42c4-834e-212c0fde7927 admin admin] Publish callbacks [] for security_group (5faeb3d9-1576-4f34-909c-34e4089bfb4f), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:51.176923 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab465409-7dd8-45c2-8765-d8778be4e2fb req-154077d8-01bc-4d39-96b8-ada1ecb06d5f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:51.178596 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab465409-7dd8-45c2-8765-d8778be4e2fb req-154077d8-01bc-4d39-96b8-ada1ecb06d5f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 944 time: 0.0550351 Aug 24 03:30:51.193491 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-70694cac-e06d-42c4-834e-212c0fde7927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (5faeb3d9-1576-4f34-909c-34e4089bfb4f), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:51.196333 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-70694cac-e06d-42c4-834e-212c0fde7927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:51.201260 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-70694cac-e06d-42c4-834e-212c0fde7927 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/5faeb3d9-1576-4f34-909c-34e4089bfb4f HTTP/1.1" status: 204 len: 168 time: 0.1569750 Aug 24 03:30:51.210447 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70694cac-e06d-42c4-834e-212c0fde7927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faeb3d9-1576-4f34-909c-34e4089bfb4f,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:51.239633 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab465409-7dd8-45c2-8765-d8778be4e2fb req-b09f7581-1ca1-44c6-904d-4b89e11c4a69 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532861 Aug 24 03:30:51.596172 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7358d0a-4108-4c06-bab1-c5fbed4d62b9 req-f8b10100-6687-45ea-b90d-88d53de1480c tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:51.602312 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c7358d0a-4108-4c06-bab1-c5fbed4d62b9 req-f8b10100-6687-45ea-b90d-88d53de1480c tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 944 time: 0.0555334 Aug 24 03:30:51.657662 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:51.670084 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c7358d0a-4108-4c06-bab1-c5fbed4d62b9 req-7b1d8721-f1a0-44ad-bc6a-d670963d6430 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659943 Aug 24 03:30:51.717778 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:51.733679 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bab528-be39-4a4b-80ce-f5cf8c353564 req-1b95d744-80d0-430c-b7d5-148960369f08 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:51.735202 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e3bab528-be39-4a4b-80ce-f5cf8c353564 req-1b95d744-80d0-430c-b7d5-148960369f08 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 932 time: 0.0582767 Aug 24 03:30:51.796438 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e3bab528-be39-4a4b-80ce-f5cf8c353564 req-7a4f631f-cebd-4844-9717-a19ab365c86f tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484476 Aug 24 03:30:52.321392 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:30:52.371108 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76791041-9bc1-4beb-9c4c-04924b4aa2b8 req-287e29fc-a557-468b-bc94-fc1bf2cc648b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:52.379671 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-76791041-9bc1-4beb-9c4c-04924b4aa2b8 req-287e29fc-a557-468b-bc94-fc1bf2cc648b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 944 time: 0.0581968 Aug 24 03:30:52.445534 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-76791041-9bc1-4beb-9c4c-04924b4aa2b8 req-7bd4586c-7a62-4a73-8058-24e0eb9c5a7d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602012 Aug 24 03:30:52.532566 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:52.534966 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=96ac11e6-aaa8-4961-9e5b-62c81b5e9607,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:52.551866 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '96ac11e6-aaa8-4961-9e5b-62c81b5e9607', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'port_id': '96ac11e6-aaa8-4961-9e5b-62c81b5e9607', 'mac_address': 'fa:16:3e:ba:74:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:30:52.609887 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:52.610287 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:52.616600 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:52.631853 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:30:52.655326 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=96ac11e6-aaa8-4961-9e5b-62c81b5e9607,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:52.659317 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:52.709380 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=96ac11e6-aaa8-4961-9e5b-62c81b5e9607,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:52.722078 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Request body: {'port': {'device_id': '9b97b3d6-5022-46c8-a189-fed177d028c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:30:52.908265 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-c87ecd73-8859-44c3-8b65-63a683da5772 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094145 Aug 24 03:30:52.939977 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53791d-99d5-4ca3-9e84-894e3fcef900 req-ff35a0d5-91c4-4a8e-a876-75b35adaa488 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:52.941649 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fd53791d-99d5-4ca3-9e84-894e3fcef900 req-ff35a0d5-91c4-4a8e-a876-75b35adaa488 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 944 time: 0.1639001 Aug 24 03:30:53.002487 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['96ac11e6-aaa8-4961-9e5b-62c81b5e9607'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:30:53.010244 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:53.038935 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fd53791d-99d5-4ca3-9e84-894e3fcef900 req-1e3b7ad0-7ce0-4d72-859c-f707b18bc4bb tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729012 Aug 24 03:30:53.071175 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373de72-78b5-4f05-b257-bfc57550ebdb req-3f8c4213-fd6b-486e-950d-4806253adfb1 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:53.080303 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2373de72-78b5-4f05-b257-bfc57550ebdb req-3f8c4213-fd6b-486e-950d-4806253adfb1 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 932 time: 0.1608260 Aug 24 03:30:53.089440 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b95af-cc2d-47fa-8bea-04bcaa3d9cae req-fe6d57d2-2821-4969-83c3-004ea8290afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:53.091019 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-006b95af-cc2d-47fa-8bea-04bcaa3d9cae req-fe6d57d2-2821-4969-83c3-004ea8290afd service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=6b14dc38-7379-4fb4-8965-3b8960206a88 HTTP/1.1" status: 200 len: 912 time: 0.3600731 Aug 24 03:30:53.098233 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16312fac-b4c0-4089-9be3-8479b29cbdce req-716ed174-d21a-462a-863f-c5c503fb4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:53.099950 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-16312fac-b4c0-4089-9be3-8479b29cbdce req-716ed174-d21a-462a-863f-c5c503fb4b67 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.3202131 Aug 24 03:30:53.116254 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:53.159013 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16312fac-b4c0-4089-9be3-8479b29cbdce req-cb0e2051-1151-4212-a5c1-a36122ffbb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:53.160903 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-16312fac-b4c0-4089-9be3-8479b29cbdce req-cb0e2051-1151-4212-a5c1-a36122ffbb13 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510976 Aug 24 03:30:53.350857 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50660) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:53.361297 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-16312fac-b4c0-4089-9be3-8479b29cbdce req-07b81811-576e-42eb-8b1c-b9c47157942d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923976 Aug 24 03:30:53.421779 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-023b9fba-6016-461e-a00f-ca5c1efc407a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655766 Aug 24 03:30:53.423081 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2373de72-78b5-4f05-b257-bfc57550ebdb req-707c827a-954b-4b0c-854e-b65c8a4ebd80 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418193 Aug 24 03:30:53.424540 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-006b95af-cc2d-47fa-8bea-04bcaa3d9cae req-b19a5aa5-6b21-403a-825d-447d88204fd6 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=045cb674-6952-47d7-bb5e-17ac22a1ef2e HTTP/1.1" status: 200 len: 217 time: 0.3224099 Aug 24 03:30:53.573947 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:53.584616 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:53.597974 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-16312fac-b4c0-4089-9be3-8479b29cbdce req-d120a68c-0143-4468-893c-0afbe67b968e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246757 Aug 24 03:30:53.600726 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b95af-cc2d-47fa-8bea-04bcaa3d9cae req-d2f5b223-a656-444a-9d9d-ea53ea908018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:53.602252 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-006b95af-cc2d-47fa-8bea-04bcaa3d9cae req-d2f5b223-a656-444a-9d9d-ea53ea908018 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=40703cf3-1428-477c-9540-1e3b9937ced5 HTTP/1.1" status: 200 len: 850 time: 0.1512117 Aug 24 03:30:53.686692 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb890d85-ddfb-4fa2-891c-28e3a7a5afd0 req-d6202da1-d79c-4020-a928-f60da84d14c7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:53.688621 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb890d85-ddfb-4fa2-891c-28e3a7a5afd0 req-d6202da1-d79c-4020-a928-f60da84d14c7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 944 time: 0.1138520 Aug 24 03:30:53.785642 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb890d85-ddfb-4fa2-891c-28e3a7a5afd0 req-b25c8555-a0da-46ae-bb87-b6df78653d42 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900853 Aug 24 03:30:53.804694 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22bcdf61-5bce-471a-ac6d-924789d218c0 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:30:53.841127 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Publish callbacks [] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:53.861454 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ae3d0193-7cd6-4ecb-963e-625c24d8424b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:53.877219 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Transition to ACTIVE for port object 22bcdf61-5bce-471a-ac6d-924789d218c0 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:30:53.884860 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:53.994571 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ae3d0193-7cd6-4ecb-963e-625c24d8424b admin admin] Publish callbacks [] for security_group (cde12951-f4cb-4055-b664-38fbf75f9969), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:53.998632 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ae3d0193-7cd6-4ecb-963e-625c24d8424b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (cde12951-f4cb-4055-b664-38fbf75f9969), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:54.008748 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Pushing event updated for resources: {'Port': ['ID=22bcdf61-5bce-471a-ac6d-924789d218c0,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:54.043275 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Attempting to bind port 22bcdf61-5bce-471a-ac6d-924789d218c0 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:30:54.043889 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Attempting to bind port 22bcdf61-5bce-471a-ac6d-924789d218c0 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:30:54.044496 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Attempting to bind port 22bcdf61-5bce-471a-ac6d-924789d218c0 on network e243b8d3-7de2-4711-8726-42cf22c7a222 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:54.053419 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Port 22bcdf61-5bce-471a-ac6d-924789d218c0 on network e243b8d3-7de2-4711-8726-42cf22c7a222 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:30:54.054350 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Attempting to bind port 22bcdf61-5bce-471a-ac6d-924789d218c0 on network e243b8d3-7de2-4711-8726-42cf22c7a222 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:30:54.058098 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ae3d0193-7cd6-4ecb-963e-625c24d8424b admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=ecf00be381574f3086bf62a7be65cec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7046938 Aug 24 03:30:54.063584 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50702) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:54.066261 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d0193-7cd6-4ecb-963e-625c24d8424b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde12951-f4cb-4055-b664-38fbf75f9969,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:54.103697 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:30:54.106554 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Checking segment: {'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:30:54.106554 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Bound using segment: {'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:30:54.107020 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Bound port: 22bcdf61-5bce-471a-ac6d-924789d218c0, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:30:54.108042 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:54.225232 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:54.232865 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-05f8da47-4f2f-4160-8ea0-7f9e27a700ba admin admin] Publish callbacks [] for security_group (cde12951-f4cb-4055-b664-38fbf75f9969), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:54.249273 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41add409-4e15-4904-8df8-140e9bb4a1f0 req-7bb5b292-5c0c-4682-a232-5ab62612126d tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:54.251223 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-41add409-4e15-4904-8df8-140e9bb4a1f0 req-7bb5b292-5c0c-4682-a232-5ab62612126d tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 944 time: 0.0724289 Aug 24 03:30:54.254736 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] For port 22bcdf61-5bce-471a-ac6d-924789d218c0, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:30:54.311764 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-05f8da47-4f2f-4160-8ea0-7f9e27a700ba admin admin] Publish callbacks [] for security_group (cde12951-f4cb-4055-b664-38fbf75f9969), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:54.318516 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 045cb674-6952-47d7-bb5e-17ac22a1ef2e details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:30:54.333489 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] For port 22bcdf61-5bce-471a-ac6d-924789d218c0, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=22bcdf61-5bce-471a-ac6d-924789d218c0,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:30:54.355475 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:54.359192 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b95af-cc2d-47fa-8bea-04bcaa3d9cae req-dddee097-2660-42b3-9563-ac4653180393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:54.360729 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-006b95af-cc2d-47fa-8bea-04bcaa3d9cae req-dddee097-2660-42b3-9563-ac4653180393 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=6b14dc38-7379-4fb4-8965-3b8960206a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919218 Aug 24 03:30:54.391851 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-41add409-4e15-4904-8df8-140e9bb4a1f0 req-7d16f60d-ea81-4435-b74f-64871ad2bf51 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328433 Aug 24 03:30:54.444476 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Pushing event updated for resources: {'Port': ['ID=22bcdf61-5bce-471a-ac6d-924789d218c0,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:54.448750 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:54.449580 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:54.451704 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-a9314adf-4571-4323-903b-ca33326fcb37 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/22bcdf61-5bce-471a-ac6d-924789d218c0 HTTP/1.1" status: 200 len: 1094 time: 1.7478743 Aug 24 03:30:54.458050 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b97b3d6-5022-46c8-a189-fed177d028c8', 'tag': '22bcdf61-5bce-471a-ac6d-924789d218c0'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:30:54.460699 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b3c0c5-26a2-498a-b332-5f1ec5454a36" -d '{"events": [{"name": "network-changed", "server_uuid": "9b97b3d6-5022-46c8-a189-fed177d028c8", "tag": "22bcdf61-5bce-471a-ac6d-924789d218c0"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:30:54.503639 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-05f8da47-4f2f-4160-8ea0-7f9e27a700ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (cde12951-f4cb-4055-b664-38fbf75f9969), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:54.508905 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-05f8da47-4f2f-4160-8ea0-7f9e27a700ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:54.513033 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-05f8da47-4f2f-4160-8ea0-7f9e27a700ba admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/cde12951-f4cb-4055-b664-38fbf75f9969 HTTP/1.1" status: 204 len: 168 time: 0.4457440 Aug 24 03:30:54.531242 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50726) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:54.536702 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:54.594457 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db88a31-bccd-4673-9f87-f5e455fe7146 x-openstack-request-id: req-7db88a31-bccd-4673-9f87-f5e455fe7146 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:30:54.594755 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b97b3d6-5022-46c8-a189-fed177d028c8", "tag": "22bcdf61-5bce-471a-ac6d-924789d218c0", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:30:54.594999 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7db88a31-bccd-4673-9f87-f5e455fe7146 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:30:54.595406 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db88a31-bccd-4673-9f87-f5e455fe7146'] response: {'name': 'network-changed', 'server_uuid': '9b97b3d6-5022-46c8-a189-fed177d028c8', 'tag': '22bcdf61-5bce-471a-ac6d-924789d218c0', 'status': 'completed', 'code': 200} Aug 24 03:30:54.596220 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8da47-4f2f-4160-8ea0-7f9e27a700ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde12951-f4cb-4055-b664-38fbf75f9969,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:54.673776 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-f28a3a70-10cb-4317-a78a-8a6a9db9033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:54.678478 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-f28a3a70-10cb-4317-a78a-8a6a9db9033f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=6a1e9994c1c045c892059d5b80578ba7&device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 1128 time: 0.1410339 Aug 24 03:30:54.685620 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-006b95af-cc2d-47fa-8bea-04bcaa3d9cae req-3f0467f7-fcd4-4e7e-9b43-411918b68703 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/6b14dc38-7379-4fb4-8965-3b8960206a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168626 Aug 24 03:30:54.712396 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5b4de-ee3f-49a6-9b82-2711861b1c75 req-37210ffd-74da-4aff-b057-fef6a39af504 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:54.720373 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 045cb674-6952-47d7-bb5e-17ac22a1ef2e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=045cb674-6952-47d7-bb5e-17ac22a1ef2e,segment=NetworkSegment(a62cacd6-f606-4c86-99f5-b7852a168cad),segment_id=a62cacd6-f606-4c86-99f5-b7852a168cad)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:54.726762 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-41b5b4de-ee3f-49a6-9b82-2711861b1c75 req-37210ffd-74da-4aff-b057-fef6a39af504 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 944 time: 0.1093268 Aug 24 03:30:54.748681 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '045cb674-6952-47d7-bb5e-17ac22a1ef2e', 'network_id': '6b14dc38-7379-4fb4-8965-3b8960206a88', 'port_id': '045cb674-6952-47d7-bb5e-17ac22a1ef2e', 'mac_address': 'fa:16:3e:7f:03:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40703cf3-1428-477c-9540-1e3b9937ced5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:30:54.755382 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:30:54.759523 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-c2a04e17-09e2-4321-b605-e845f9f3f4d9 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22bcdf61-5bce-471a-ac6d-924789d218c0 HTTP/1.1" status: 200 len: 217 time: 0.0615070 Aug 24 03:30:54.780180 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:54.795017 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 045cb674-6952-47d7-bb5e-17ac22a1ef2e is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:54.795635 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:54.798273 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:54.798819 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:54.851394 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045cb674-6952-47d7-bb5e-17ac22a1ef2e {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:30:54.887646 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 045cb674-6952-47d7-bb5e-17ac22a1ef2e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=045cb674-6952-47d7-bb5e-17ac22a1ef2e,segment=NetworkSegment(a62cacd6-f606-4c86-99f5-b7852a168cad),segment_id=a62cacd6-f606-4c86-99f5-b7852a168cad)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:54.897993 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:54.903675 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-8f170f1e-64a2-4280-b9ae-57ee24ceeb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:54.915142 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-8f170f1e-64a2-4280-b9ae-57ee24ceeb94 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d6a16571-04fe-4d20-8795-0643856acb03 HTTP/1.1" status: 200 len: 850 time: 0.1472132 Aug 24 03:30:54.996501 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:55.002855 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=045cb674-6952-47d7-bb5e-17ac22a1ef2e,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:55.028887 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:55.029585 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:55.038883 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-d071528b-89e5-4964-bb1c-510bc027c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:55.040449 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-d071528b-89e5-4964-bb1c-510bc027c9f3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e243b8d3-7de2-4711-8726-42cf22c7a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1187522 Aug 24 03:30:55.078254 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a844487d-f9fc-4452-843d-d6ac2efb35d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ac11e6-aaa8-4961-9e5b-62c81b5e9607'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:30:55.078503 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-41b5b4de-ee3f-49a6-9b82-2711861b1c75 req-3b34e0e0-a3d5-47e8-b19c-1a18d8430707 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295028 Aug 24 03:30:55.101165 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-006b95af-cc2d-47fa-8bea-04bcaa3d9cae req-41ea85c6-99f3-49a6-80c9-6acc57466854 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/6b14dc38-7379-4fb4-8965-3b8960206a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734047 Aug 24 03:30:55.111520 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5139a-c5ea-4e60-ba3f-f4849fd870ee req-44bef441-c35a-4dbf-aa7a-70367596b5d2 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:55.113134 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-60d5139a-c5ea-4e60-ba3f-f4849fd870ee req-44bef441-c35a-4dbf-aa7a-70367596b5d2 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 944 time: 0.1044693 Aug 24 03:30:55.185329 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50748) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:55.210241 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fef0b2e6-12af-47d7-9401-acc53dec826a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:55.227379 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-42d9e448-dccc-4893-87dc-ad64d59bbd95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:55.233725 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-60d5139a-c5ea-4e60-ba3f-f4849fd870ee req-eb5fdc18-c1ec-4d69-8077-b00ba9f20c6d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150117 Aug 24 03:30:55.252196 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:55.257122 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:55.287852 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=96ac11e6-aaa8-4961-9e5b-62c81b5e9607,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:55.295762 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:55.303564 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-b94351ec-ad73-4ee8-b7b1-6b4a085f13ff service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561433 Aug 24 03:30:55.338399 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['045cb674-6952-47d7-bb5e-17ac22a1ef2e'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:30:55.373252 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-42d9e448-dccc-4893-87dc-ad64d59bbd95 admin admin] Publish callbacks [] for security_group (c9d0959f-5d01-493d-8aeb-7c0cca2bda7a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:55.382543 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-42d9e448-dccc-4893-87dc-ad64d59bbd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (c9d0959f-5d01-493d-8aeb-7c0cca2bda7a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:55.394905 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:55.397194 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=96ac11e6-aaa8-4961-9e5b-62c81b5e9607,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:55.414804 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fef0b2e6-12af-47d7-9401-acc53dec826a admin admin] Publish callbacks [] for security_group (96df1b08-547a-40eb-a708-0a3788b1a881), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:55.429916 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fef0b2e6-12af-47d7-9401-acc53dec826a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (96df1b08-547a-40eb-a708-0a3788b1a881), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:55.450645 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-42d9e448-dccc-4893-87dc-ad64d59bbd95 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=a1557b629ebc4626a836ba83ff86c453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9140520 Aug 24 03:30:55.451636 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50758) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:55.529546 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9e448-dccc-4893-87dc-ad64d59bbd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d0959f-5d01-493d-8aeb-7c0cca2bda7a,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:55.604817 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-fef0b2e6-12af-47d7-9401-acc53dec826a admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=2a2d0f7a8a364beb9fcb2f9ab355a2e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4141004 Aug 24 03:30:55.622695 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50764) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:55.623449 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d04982d-a8cb-4a12-a4d9-37b0b6e9d16c" -d '{"events": [{"server_uuid": "a844487d-f9fc-4452-843d-d6ac2efb35d6", "name": "network-vif-plugged", "status": "completed", "tag": "96ac11e6-aaa8-4961-9e5b-62c81b5e9607"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:30:55.624360 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a81e6c0b-ff76-4ad9-8326-7bd4818033fb admin admin] Publish callbacks [] for security_group (c9d0959f-5d01-493d-8aeb-7c0cca2bda7a), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:55.650907 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0b2e6-12af-47d7-9401-acc53dec826a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96df1b08-547a-40eb-a708-0a3788b1a881,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:55.672935 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a81e6c0b-ff76-4ad9-8326-7bd4818033fb admin admin] Publish callbacks [] for security_group (c9d0959f-5d01-493d-8aeb-7c0cca2bda7a), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:55.730765 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-226c3812-7a58-4c34-bed6-8439a5944cbf req-77a79d10-a2ad-459b-a04f-d4de698f02dd service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133140 Aug 24 03:30:55.803302 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2894c2c2-395d-46d6-86c6-d7f16c2c6ec1 x-openstack-request-id: req-2894c2c2-395d-46d6-86c6-d7f16c2c6ec1 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:30:55.803609 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a844487d-f9fc-4452-843d-d6ac2efb35d6", "name": "network-vif-plugged", "status": "completed", "tag": "96ac11e6-aaa8-4961-9e5b-62c81b5e9607", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:30:55.804031 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2894c2c2-395d-46d6-86c6-d7f16c2c6ec1 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:30:55.804799 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2894c2c2-395d-46d6-86c6-d7f16c2c6ec1'] response: {'server_uuid': 'a844487d-f9fc-4452-843d-d6ac2efb35d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ac11e6-aaa8-4961-9e5b-62c81b5e9607', 'code': 200} Aug 24 03:30:55.812836 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:55.822705 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a81e6c0b-ff76-4ad9-8326-7bd4818033fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (c9d0959f-5d01-493d-8aeb-7c0cca2bda7a), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:55.825793 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a81e6c0b-ff76-4ad9-8326-7bd4818033fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:55.829877 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a81e6c0b-ff76-4ad9-8326-7bd4818033fb admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/c9d0959f-5d01-493d-8aeb-7c0cca2bda7a HTTP/1.1" status: 204 len: 168 time: 0.3754411 Aug 24 03:30:55.845608 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af42e3b-0c95-4b1b-8a61-63b684c80c92 req-c50e14be-c121-441f-bea1-97eaf9f0f676 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:55.847972 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0af42e3b-0c95-4b1b-8a61-63b684c80c92 req-c50e14be-c121-441f-bea1-97eaf9f0f676 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 945 time: 0.3122361 Aug 24 03:30:55.862537 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e6c0b-ff76-4ad9-8326-7bd4818033fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d0959f-5d01-493d-8aeb-7c0cca2bda7a,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:55.900151 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-834a7398-97d8-4d0c-a909-c412bde6a6fe admin admin] Publish callbacks [] for security_group (96df1b08-547a-40eb-a708-0a3788b1a881), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:55.946677 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-834a7398-97d8-4d0c-a909-c412bde6a6fe admin admin] Publish callbacks [] for security_group (96df1b08-547a-40eb-a708-0a3788b1a881), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:55.973546 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0af42e3b-0c95-4b1b-8a61-63b684c80c92 req-cf13e21b-662d-4672-88d4-227329d969ee tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120386 Aug 24 03:30:56.046723 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-834a7398-97d8-4d0c-a909-c412bde6a6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (96df1b08-547a-40eb-a708-0a3788b1a881), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:56.050702 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-834a7398-97d8-4d0c-a909-c412bde6a6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:56.055480 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-834a7398-97d8-4d0c-a909-c412bde6a6fe admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/96df1b08-547a-40eb-a708-0a3788b1a881 HTTP/1.1" status: 204 len: 168 time: 0.3270619 Aug 24 03:30:56.083511 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a7398-97d8-4d0c-a909-c412bde6a6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96df1b08-547a-40eb-a708-0a3788b1a881,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:56.311147 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 75859805-bde6-4c9f-97a2-f33dca1a8545 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:30:56.322881 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dd880-f77f-4896-b722-b4da57819308 req-f51d6d7e-3382-4536-a9ad-37c0d8b81132 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:56.325215 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-201dd880-f77f-4896-b722-b4da57819308 req-f51d6d7e-3382-4536-a9ad-37c0d8b81132 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 944 time: 0.1187165 Aug 24 03:30:56.373510 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:56.438595 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9afe0-dff9-4ca0-bc76-a4880dca7c53 req-c1f1acc2-7062-4386-95ef-4963eb159683 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:56.445626 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0ac9afe0-dff9-4ca0-bc76-a4880dca7c53 req-c1f1acc2-7062-4386-95ef-4963eb159683 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 944 time: 0.0863695 Aug 24 03:30:56.450139 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-201dd880-f77f-4896-b722-b4da57819308 req-7662a27a-a13a-41c0-88e3-59375ad6eef1 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165595 Aug 24 03:30:56.480548 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 045cb674-6952-47d7-bb5e-17ac22a1ef2e up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:56.536668 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0ac9afe0-dff9-4ca0-bc76-a4880dca7c53 req-ab8e3751-e231-4c4d-bc8d-9f64c2cb661c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899737 Aug 24 03:30:56.584560 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50816) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:56.588577 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port 045cb674-6952-47d7-bb5e-17ac22a1ef2e completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:30:56.600085 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 045cb674-6952-47d7-bb5e-17ac22a1ef2e triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:56.600475 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:56.602938 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0f9f34e0-750e-4a32-ac2d-ff195eaef74d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:56.648221 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 75859805-bde6-4c9f-97a2-f33dca1a8545, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=75859805-bde6-4c9f-97a2-f33dca1a8545,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:56.670328 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '75859805-bde6-4c9f-97a2-f33dca1a8545', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'port_id': '75859805-bde6-4c9f-97a2-f33dca1a8545', 'mac_address': 'fa:16:3e:70:9c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:30:56.755256 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 75859805-bde6-4c9f-97a2-f33dca1a8545 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:56.755648 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:56.757941 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 045cb674-6952-47d7-bb5e-17ac22a1ef2e is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:56.758952 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:56.777141 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0f9f34e0-750e-4a32-ac2d-ff195eaef74d admin admin] Publish callbacks [] for security_group (df4790a5-0c35-4653-b81f-71af39dc3dc8), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:56.783493 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75859805-bde6-4c9f-97a2-f33dca1a8545 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:30:56.784338 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0f9f34e0-750e-4a32-ac2d-ff195eaef74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (df4790a5-0c35-4653-b81f-71af39dc3dc8), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:56.822003 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c0c5-26a2-498a-b332-5f1ec5454a36 req-319fef36-0dcf-485f-b291-76bf7825c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:56.824209 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 045cb674-6952-47d7-bb5e-17ac22a1ef2e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=045cb674-6952-47d7-bb5e-17ac22a1ef2e,segment=NetworkSegment(a62cacd6-f606-4c86-99f5-b7852a168cad),segment_id=a62cacd6-f606-4c86-99f5-b7852a168cad)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:56.826381 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 75859805-bde6-4c9f-97a2-f33dca1a8545, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=75859805-bde6-4c9f-97a2-f33dca1a8545,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:56.828167 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-86b3c0c5-26a2-498a-b332-5f1ec5454a36 req-319fef36-0dcf-485f-b291-76bf7825c93d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=6a1e9994c1c045c892059d5b80578ba7&device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 1128 time: 0.1121547 Aug 24 03:30:56.829724 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:56.836039 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:56.904949 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f34e0-750e-4a32-ac2d-ff195eaef74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4790a5-0c35-4653-b81f-71af39dc3dc8,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:56.911819 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0f9f34e0-750e-4a32-ac2d-ff195eaef74d admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=ea54b0e8cb514df880179e9bb16e1805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261614 Aug 24 03:30:56.914478 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 50826) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:56.968740 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=045cb674-6952-47d7-bb5e-17ac22a1ef2e,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:57.002490 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c0c5-26a2-498a-b332-5f1ec5454a36 req-2d0f8a28-c6ab-4441-bd3c-e9a3867f0392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:57.004429 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-86b3c0c5-26a2-498a-b332-5f1ec5454a36 req-2d0f8a28-c6ab-4441-bd3c-e9a3867f0392 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e243b8d3-7de2-4711-8726-42cf22c7a222 HTTP/1.1" status: 200 len: 912 time: 0.1668265 Aug 24 03:30:57.055765 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=75859805-bde6-4c9f-97a2-f33dca1a8545,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:57.071214 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8ddaffdf-e8df-4236-952a-4f000b6fab29 admin admin] Publish callbacks [] for security_group (df4790a5-0c35-4653-b81f-71af39dc3dc8), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:57.074254 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-86b3c0c5-26a2-498a-b332-5f1ec5454a36 req-60e9e7f0-b4fe-46a0-840e-12bc3ceb09e6 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22bcdf61-5bce-471a-ac6d-924789d218c0 HTTP/1.1" status: 200 len: 217 time: 0.0609350 Aug 24 03:30:57.109506 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f67f0-4799-409f-9e4e-40de04208cbb req-8b7d5b56-96dc-4f36-9ab4-ff3539e05096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:57.111572 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-da0f67f0-4799-409f-9e4e-40de04208cbb req-8b7d5b56-96dc-4f36-9ab4-ff3539e05096 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 1129 time: 0.1441529 Aug 24 03:30:57.156889 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8ddaffdf-e8df-4236-952a-4f000b6fab29 admin admin] Publish callbacks [] for security_group (df4790a5-0c35-4653-b81f-71af39dc3dc8), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:57.159916 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c0c5-26a2-498a-b332-5f1ec5454a36 req-2d4749cf-241b-47c2-a88e-905e72f60832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:57.161524 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-86b3c0c5-26a2-498a-b332-5f1ec5454a36 req-2d4749cf-241b-47c2-a88e-905e72f60832 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d6a16571-04fe-4d20-8795-0643856acb03 HTTP/1.1" status: 200 len: 850 time: 0.0766392 Aug 24 03:30:57.175450 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-da0f67f0-4799-409f-9e4e-40de04208cbb req-261090cd-2bf1-45d4-96d3-93987f6b97ae service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:57.204174 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['75859805-bde6-4c9f-97a2-f33dca1a8545'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:30:57.224479 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0be81-24f8-4aa2-8bd0-231f43a8269d req-b64f05ee-88a5-4c1a-8035-1474aa79383f tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:57.226071 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-eac0be81-24f8-4aa2-8bd0-231f43a8269d req-b64f05ee-88a5-4c1a-8035-1474aa79383f tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 946 time: 0.1137555 Aug 24 03:30:57.261858 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:57.286231 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c0c5-26a2-498a-b332-5f1ec5454a36 req-24422904-32e5-46a1-bafe-412088a9d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:57.289522 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-86b3c0c5-26a2-498a-b332-5f1ec5454a36 req-24422904-32e5-46a1-bafe-412088a9d225 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e243b8d3-7de2-4711-8726-42cf22c7a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1203759 Aug 24 03:30:57.329673 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-eac0be81-24f8-4aa2-8bd0-231f43a8269d req-72da3f7a-07cb-46fe-8b1a-6dfbd27786d6 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925534 Aug 24 03:30:57.337410 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8ddaffdf-e8df-4236-952a-4f000b6fab29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (df4790a5-0c35-4653-b81f-71af39dc3dc8), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:57.341181 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8ddaffdf-e8df-4236-952a-4f000b6fab29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:57.345538 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-8ddaffdf-e8df-4236-952a-4f000b6fab29 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/df4790a5-0c35-4653-b81f-71af39dc3dc8 HTTP/1.1" status: 204 len: 168 time: 0.4295080 Aug 24 03:30:57.352302 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:57.395279 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:57.411428 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaffdf-e8df-4236-952a-4f000b6fab29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4790a5-0c35-4653-b81f-71af39dc3dc8,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:57.421765 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-da0f67f0-4799-409f-9e4e-40de04208cbb req-261090cd-2bf1-45d4-96d3-93987f6b97ae service neutron] Publish callbacks [] for security_group (00f32414-3664-4147-9a70-f32328ab07a8), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:57.427414 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-da0f67f0-4799-409f-9e4e-40de04208cbb req-261090cd-2bf1-45d4-96d3-93987f6b97ae service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (00f32414-3664-4147-9a70-f32328ab07a8), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:57.459919 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-86b3c0c5-26a2-498a-b332-5f1ec5454a36 req-81e10d46-8530-4a41-b55b-0cfdd195bf7f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623755 Aug 24 03:30:57.520946 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261090cd-2bf1-45d4-96d3-93987f6b97ae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=00f32414-3664-4147-9a70-f32328ab07a8,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:57.525327 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-da0f67f0-4799-409f-9e4e-40de04208cbb req-261090cd-2bf1-45d4-96d3-93987f6b97ae service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054210 Aug 24 03:30:57.658395 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-86b3c0c5-26a2-498a-b332-5f1ec5454a36 req-6512caca-75da-4ea6-b7ee-9c731575b6a9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915207 Aug 24 03:30:57.668816 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:57.710093 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10f779-3984-414d-aca2-0377f1d49eb6 req-e764966b-6f23-47be-999b-87b44dc29576 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:57.711634 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3d10f779-3984-414d-aca2-0377f1d49eb6 req-e764966b-6f23-47be-999b-87b44dc29576 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 944 time: 0.1004479 Aug 24 03:30:57.733116 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a07fe-fce5-46d2-a25c-0df1005093a3 req-6922cd88-8fe3-48f2-b086-95388d00666c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:57.734767 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f77a07fe-fce5-46d2-a25c-0df1005093a3 req-6922cd88-8fe3-48f2-b086-95388d00666c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 945 time: 0.1085794 Aug 24 03:30:57.797997 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3d10f779-3984-414d-aca2-0377f1d49eb6 req-eaa0ab05-13e9-4f85-819d-a767299e1de2 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788598 Aug 24 03:30:57.806674 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045cb674-6952-47d7-bb5e-17ac22a1ef2e'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:30:57.811925 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdd0b8f-ee93-4694-b20a-b8a0e17d4a7d" -d '{"events": [{"server_uuid": "a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f", "name": "network-vif-plugged", "status": "completed", "tag": "045cb674-6952-47d7-bb5e-17ac22a1ef2e"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:30:57.812393 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f77a07fe-fce5-46d2-a25c-0df1005093a3 req-cf0c92a7-d106-482c-9bf6-e93509cb59cb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700967 Aug 24 03:30:57.877443 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb10f899-148a-42d6-b596-586db168a988 x-openstack-request-id: req-bb10f899-148a-42d6-b596-586db168a988 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:30:57.877982 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f", "name": "network-vif-plugged", "status": "completed", "tag": "045cb674-6952-47d7-bb5e-17ac22a1ef2e", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:30:57.878244 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb10f899-148a-42d6-b596-586db168a988 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:30:57.878647 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb10f899-148a-42d6-b596-586db168a988'] response: {'server_uuid': 'a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045cb674-6952-47d7-bb5e-17ac22a1ef2e', 'code': 200} Aug 24 03:30:58.141593 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50880) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:58.271977 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-16161b80-4f29-44b2-900c-e73786ec417d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:58.319188 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 22bcdf61-5bce-471a-ac6d-924789d218c0 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:30:58.346802 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 75859805-bde6-4c9f-97a2-f33dca1a8545 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:30:58.379613 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-16161b80-4f29-44b2-900c-e73786ec417d admin admin] Publish callbacks [] for security_group (2e6f78cd-d63c-4c35-a789-a7cdff9c3c9d), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:58.385361 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-16161b80-4f29-44b2-900c-e73786ec417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (2e6f78cd-d63c-4c35-a789-a7cdff9c3c9d), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:58.442250 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port 75859805-bde6-4c9f-97a2-f33dca1a8545 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:30:58.477883 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 75859805-bde6-4c9f-97a2-f33dca1a8545 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:30:58.478428 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:58.535554 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:58.541211 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16161b80-4f29-44b2-900c-e73786ec417d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6f78cd-d63c-4c35-a789-a7cdff9c3c9d,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:58.554372 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-16161b80-4f29-44b2-900c-e73786ec417d admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=1a571e23af424b0ea5e4957b2a66617c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4101770 Aug 24 03:30:58.556810 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50910) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:58.580940 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 22bcdf61-5bce-471a-ac6d-924789d218c0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=22bcdf61-5bce-471a-ac6d-924789d218c0,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:58.604491 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3208a-7e4e-4d3f-b1ba-99924d9247aa req-d4202a0a-601a-4afb-a566-da2cea69611c tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:58.606275 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e7c3208a-7e4e-4d3f-b1ba-99924d9247aa req-d4202a0a-601a-4afb-a566-da2cea69611c tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 946 time: 0.1382470 Aug 24 03:30:58.615254 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '22bcdf61-5bce-471a-ac6d-924789d218c0', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'port_id': '22bcdf61-5bce-471a-ac6d-924789d218c0', 'mac_address': 'fa:16:3e:fb:b3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:30:58.621142 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:INSERT=10,neutron:SELECT=90 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:58.664436 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 22bcdf61-5bce-471a-ac6d-924789d218c0 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:58.664858 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:58.688692 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22bcdf61-5bce-471a-ac6d-924789d218c0 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:30:58.692727 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 75859805-bde6-4c9f-97a2-f33dca1a8545 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:30:58.693302 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:58.747980 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e7c3208a-7e4e-4d3f-b1ba-99924d9247aa req-a8db575f-7794-4837-b486-59407e9f8ee6 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289675 Aug 24 03:30:58.755628 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 75859805-bde6-4c9f-97a2-f33dca1a8545, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=75859805-bde6-4c9f-97a2-f33dca1a8545,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:58.757609 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 22bcdf61-5bce-471a-ac6d-924789d218c0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=22bcdf61-5bce-471a-ac6d-924789d218c0,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:30:58.768736 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:58.779026 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:58.798505 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53688f7-e4b6-41aa-b2b3-b050e34981a9 req-79e1bc5b-adfb-40f5-b47d-233a0e8cfedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:58.800792 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e53688f7-e4b6-41aa-b2b3-b050e34981a9 req-79e1bc5b-adfb-40f5-b47d-233a0e8cfedc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 1130 time: 0.1938338 Aug 24 03:30:58.810412 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:30:58.845728 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a3b4d05e-5320-4975-a8f9-10d0ab5b382a admin admin] Publish callbacks [] for security_group (2e6f78cd-d63c-4c35-a789-a7cdff9c3c9d), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:58.890463 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e53688f7-e4b6-41aa-b2b3-b050e34981a9 req-0c055fc4-31fa-400d-b48a-e79ac1a976ed service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781906 Aug 24 03:30:58.921567 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=75859805-bde6-4c9f-97a2-f33dca1a8545,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:58.923983 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a3b4d05e-5320-4975-a8f9-10d0ab5b382a admin admin] Publish callbacks [] for security_group (2e6f78cd-d63c-4c35-a789-a7cdff9c3c9d), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:59.040045 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a3b4d05e-5320-4975-a8f9-10d0ab5b382a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (2e6f78cd-d63c-4c35-a789-a7cdff9c3c9d), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:59.046362 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a3b4d05e-5320-4975-a8f9-10d0ab5b382a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:59.049596 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a3b4d05e-5320-4975-a8f9-10d0ab5b382a admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/2e6f78cd-d63c-4c35-a789-a7cdff9c3c9d HTTP/1.1" status: 204 len: 168 time: 0.4912462 Aug 24 03:30:59.070869 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=22bcdf61-5bce-471a-ac6d-924789d218c0,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:59.083947 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4d05e-5320-4975-a8f9-10d0ab5b382a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6f78cd-d63c-4c35-a789-a7cdff9c3c9d,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:30:59.114480 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cf7c8-a9fd-4e9d-bf83-3e71ab7bc12e req-5a2a7f45-2c85-4d22-b0b5-cdef8a1de8fa tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:59.116016 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e44cf7c8-a9fd-4e9d-bf83-3e71ab7bc12e req-5a2a7f45-2c85-4d22-b0b5-cdef8a1de8fa tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 945 time: 0.1497989 Aug 24 03:30:59.140987 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf35c4e-c42e-4d6d-bf8f-76a79b1ce1ae req-e7e6a72f-3b79-4d66-b517-521046fce82c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:59.153492 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7bf35c4e-c42e-4d6d-bf8f-76a79b1ce1ae req-e7e6a72f-3b79-4d66-b517-521046fce82c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0890703 Aug 24 03:30:59.193320 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['22bcdf61-5bce-471a-ac6d-924789d218c0'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:30:59.211187 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e44cf7c8-a9fd-4e9d-bf83-3e71ab7bc12e req-d9cca398-eb0a-4adc-b70a-eb4711330290 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856421 Aug 24 03:30:59.245054 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7bf35c4e-c42e-4d6d-bf8f-76a79b1ce1ae req-fb12c7b0-29f2-4840-b4f8-4392daf4cdce tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838721 Aug 24 03:30:59.421467 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:30:59.575846 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 50968) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:30:59.830844 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-36efae32-5070-4d08-a5c9-bd5165b249e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:30:59.879970 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb4b6a3-5be8-48da-a564-3bf08b732fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75859805-bde6-4c9f-97a2-f33dca1a8545'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:30:59.884541 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c49451-6a86-41ca-ae48-19cc9ba70cbd" -d '{"events": [{"server_uuid": "6fb4b6a3-5be8-48da-a564-3bf08b732fa5", "name": "network-vif-plugged", "status": "completed", "tag": "75859805-bde6-4c9f-97a2-f33dca1a8545"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:30:59.909568 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a6853-fd69-4e26-a71e-4c421dbd6c21 req-3fe3bd04-2575-4190-a262-6466f641f81f tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:30:59.920752 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9e0a6853-fd69-4e26-a71e-4c421dbd6c21 req-3fe3bd04-2575-4190-a262-6466f641f81f tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 946 time: 0.0752389 Aug 24 03:30:59.947311 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6908e6-ae48-4936-b9bd-2c2851ea43eb x-openstack-request-id: req-6b6908e6-ae48-4936-b9bd-2c2851ea43eb {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:30:59.947865 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb4b6a3-5be8-48da-a564-3bf08b732fa5", "name": "network-vif-plugged", "status": "completed", "tag": "75859805-bde6-4c9f-97a2-f33dca1a8545", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:30:59.947865 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b6908e6-ae48-4936-b9bd-2c2851ea43eb {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:30:59.948275 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b6908e6-ae48-4936-b9bd-2c2851ea43eb'] response: {'server_uuid': '6fb4b6a3-5be8-48da-a564-3bf08b732fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75859805-bde6-4c9f-97a2-f33dca1a8545', 'code': 200} Aug 24 03:30:59.982129 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9e0a6853-fd69-4e26-a71e-4c421dbd6c21 req-89a7c1ab-9f28-4fc2-a2b8-7c400205dc47 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604351 Aug 24 03:31:00.010267 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-36efae32-5070-4d08-a5c9-bd5165b249e1 admin admin] Publish callbacks [] for security_group (6bf8521d-4955-43de-9373-301190648216), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:00.015297 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-36efae32-5070-4d08-a5c9-bd5165b249e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6bf8521d-4955-43de-9373-301190648216), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:00.055645 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-36efae32-5070-4d08-a5c9-bd5165b249e1 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=abaa6b53cb4145a697de678d0debcc41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4785428 Aug 24 03:31:00.056487 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efae32-5070-4d08-a5c9-bd5165b249e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf8521d-4955-43de-9373-301190648216,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:00.060232 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51000) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:00.115812 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e24a3bf4-4e6e-43b8-b249-d9565fc4a15b admin admin] Publish callbacks [] for security_group (6bf8521d-4955-43de-9373-301190648216), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:00.141012 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e24a3bf4-4e6e-43b8-b249-d9565fc4a15b admin admin] Publish callbacks [] for security_group (6bf8521d-4955-43de-9373-301190648216), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:00.193831 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e24a3bf4-4e6e-43b8-b249-d9565fc4a15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6bf8521d-4955-43de-9373-301190648216), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:00.196749 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e24a3bf4-4e6e-43b8-b249-d9565fc4a15b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:00.198132 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e24a3bf4-4e6e-43b8-b249-d9565fc4a15b admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/6bf8521d-4955-43de-9373-301190648216 HTTP/1.1" status: 204 len: 168 time: 0.1364512 Aug 24 03:31:00.206674 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a3bf4-4e6e-43b8-b249-d9565fc4a15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf8521d-4955-43de-9373-301190648216,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:00.326836 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 22bcdf61-5bce-471a-ac6d-924789d218c0 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:31:00.426967 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082184b-ff72-4a20-b613-fdbf7fedbfa9 req-c82a138d-c76e-4981-8a69-483d5c3dec96 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:00.438129 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4082184b-ff72-4a20-b613-fdbf7fedbfa9 req-c82a138d-c76e-4981-8a69-483d5c3dec96 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 945 time: 0.0899000 Aug 24 03:31:00.460099 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port 22bcdf61-5bce-471a-ac6d-924789d218c0 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:31:00.473540 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 22bcdf61-5bce-471a-ac6d-924789d218c0 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:31:00.474024 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:00.513979 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:00.521841 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721a76d-986d-4a4d-a072-2987322ac250 req-bae204a6-b68c-48b7-8391-a6fafdb34925 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:00.524145 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a721a76d-986d-4a4d-a072-2987322ac250 req-bae204a6-b68c-48b7-8391-a6fafdb34925 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.1175034 Aug 24 03:31:00.547588 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:00.582503 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4082184b-ff72-4a20-b613-fdbf7fedbfa9 req-93e67d23-1e4a-420f-84c7-39397faff530 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431808 Aug 24 03:31:00.607093 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 22bcdf61-5bce-471a-ac6d-924789d218c0 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:00.607510 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:00.622600 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a721a76d-986d-4a4d-a072-2987322ac250 req-b4ef1eee-8634-469c-b183-52a9f686b8e1 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887301 Aug 24 03:31:00.669590 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 22bcdf61-5bce-471a-ac6d-924789d218c0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=22bcdf61-5bce-471a-ac6d-924789d218c0,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:00.677514 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:00.738540 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=22bcdf61-5bce-471a-ac6d-924789d218c0,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:00.832637 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:00.835056 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51034) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:00.851389 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3579b37-937c-42b0-8da8-b0d6377f619b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:00.943747 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3579b37-937c-42b0-8da8-b0d6377f619b admin admin] Publish callbacks [] for security_group (cefad591-a2e4-4100-bc28-9987e632e5c1), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:00.948190 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3579b37-937c-42b0-8da8-b0d6377f619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (cefad591-a2e4-4100-bc28-9987e632e5c1), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:01.033495 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3579b37-937c-42b0-8da8-b0d6377f619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefad591-a2e4-4100-bc28-9987e632e5c1,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:01.054278 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e3579b37-937c-42b0-8da8-b0d6377f619b admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=ecefc97011d847279a0795a6bed21e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157099 Aug 24 03:31:01.054592 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51040) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:01.145592 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2d950-84c0-42d1-8b5b-486dcd9493d6 req-f90d138d-4d52-4841-a778-12f7406f5312 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:01.148973 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7be2d950-84c0-42d1-8b5b-486dcd9493d6 req-f90d138d-4d52-4841-a778-12f7406f5312 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 946 time: 0.0663581 Aug 24 03:31:01.216658 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7be2d950-84c0-42d1-8b5b-486dcd9493d6 req-5b192d42-3bb4-43be-b7e8-427fe5b64afb tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591788 Aug 24 03:31:01.360519 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcc06-3f7e-464b-95c8-ce7fd94b0205 req-68c90385-a2d0-4ac4-8e1f-b35d7fad3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:01.362223 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b66bcc06-3f7e-464b-95c8-ce7fd94b0205 req-68c90385-a2d0-4ac4-8e1f-b35d7fad3b1d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 1130 time: 0.0590448 Aug 24 03:31:01.396107 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-43343eaf-1f12-45ad-b7cb-7db5bc9c884c admin admin] Publish callbacks [] for security_group (cefad591-a2e4-4100-bc28-9987e632e5c1), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:01.426966 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-43343eaf-1f12-45ad-b7cb-7db5bc9c884c admin admin] Publish callbacks [] for security_group (cefad591-a2e4-4100-bc28-9987e632e5c1), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:01.454207 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b66bcc06-3f7e-464b-95c8-ce7fd94b0205 req-0ab7d197-3a39-45ac-bb09-43655cbc351d service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851941 Aug 24 03:31:01.476281 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:01.494524 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-43343eaf-1f12-45ad-b7cb-7db5bc9c884c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (cefad591-a2e4-4100-bc28-9987e632e5c1), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:01.498333 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-43343eaf-1f12-45ad-b7cb-7db5bc9c884c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:01.499662 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-43343eaf-1f12-45ad-b7cb-7db5bc9c884c admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/cefad591-a2e4-4100-bc28-9987e632e5c1 HTTP/1.1" status: 204 len: 168 time: 0.4438610 Aug 24 03:31:01.503163 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:01.509350 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43343eaf-1f12-45ad-b7cb-7db5bc9c884c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefad591-a2e4-4100-bc28-9987e632e5c1,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:01.888430 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d1d56-8acf-4c9e-bac2-d5d927cc1dac req-f87f5e22-7541-4f35-93ab-99da00fa7fd3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:01.902584 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-435d1d56-8acf-4c9e-bac2-d5d927cc1dac req-f87f5e22-7541-4f35-93ab-99da00fa7fd3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.1793437 Aug 24 03:31:01.944428 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70cee0-61e5-4b8f-9415-be9a97e5b8e6 req-6218ab75-5209-4706-a43c-dacbd7a82eff tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:01.946144 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0e70cee0-61e5-4b8f-9415-be9a97e5b8e6 req-6218ab75-5209-4706-a43c-dacbd7a82eff tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.1650882 Aug 24 03:31:01.950825 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b97b3d6-5022-46c8-a189-fed177d028c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bcdf61-5bce-471a-ac6d-924789d218c0'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:31:01.956187 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab582a7-aff9-4ff7-95bd-ac3e028d2564" -d '{"events": [{"server_uuid": "9b97b3d6-5022-46c8-a189-fed177d028c8", "name": "network-vif-plugged", "status": "completed", "tag": "22bcdf61-5bce-471a-ac6d-924789d218c0"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:31:01.981645 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-435d1d56-8acf-4c9e-bac2-d5d927cc1dac req-1abcc933-2b81-49b4-9e6e-09cb130ec637 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778792 Aug 24 03:31:01.987722 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:02.040081 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0e70cee0-61e5-4b8f-9415-be9a97e5b8e6 req-6db0ec01-182b-4ab5-86f3-aca041c24f18 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658970 Aug 24 03:31:02.098746 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaceb7a4-bf86-4cc3-8785-71b14d592d53 x-openstack-request-id: req-aaceb7a4-bf86-4cc3-8785-71b14d592d53 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:31:02.099053 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b97b3d6-5022-46c8-a189-fed177d028c8", "name": "network-vif-plugged", "status": "completed", "tag": "22bcdf61-5bce-471a-ac6d-924789d218c0", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:31:02.099306 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aaceb7a4-bf86-4cc3-8785-71b14d592d53 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:31:02.099702 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaceb7a4-bf86-4cc3-8785-71b14d592d53'] response: {'server_uuid': '9b97b3d6-5022-46c8-a189-fed177d028c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bcdf61-5bce-471a-ac6d-924789d218c0', 'code': 200} Aug 24 03:31:02.347233 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51096) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:02.489849 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9487e9bb-7c17-46f7-9658-666f21b88345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:02.657206 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9487e9bb-7c17-46f7-9658-666f21b88345 admin admin] Publish callbacks [] for security_group (9160fe1b-2516-40bb-9061-033b2916e6f7), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:02.661602 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9487e9bb-7c17-46f7-9658-666f21b88345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (9160fe1b-2516-40bb-9061-033b2916e6f7), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:02.715881 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487e9bb-7c17-46f7-9658-666f21b88345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9160fe1b-2516-40bb-9061-033b2916e6f7,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:02.731952 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9487e9bb-7c17-46f7-9658-666f21b88345 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=01f101a51c724982ab83002f89d59829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832159 Aug 24 03:31:02.734309 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51112) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:02.797250 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-27b7dcc7-03f1-4237-bc9e-0cb159a68a20 admin admin] Publish callbacks [] for security_group (9160fe1b-2516-40bb-9061-033b2916e6f7), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:02.820115 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-27b7dcc7-03f1-4237-bc9e-0cb159a68a20 admin admin] Publish callbacks [] for security_group (9160fe1b-2516-40bb-9061-033b2916e6f7), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:02.890842 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-27b7dcc7-03f1-4237-bc9e-0cb159a68a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (9160fe1b-2516-40bb-9061-033b2916e6f7), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:02.894715 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-27b7dcc7-03f1-4237-bc9e-0cb159a68a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:02.899290 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-27b7dcc7-03f1-4237-bc9e-0cb159a68a20 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/9160fe1b-2516-40bb-9061-033b2916e6f7 HTTP/1.1" status: 204 len: 168 time: 0.1633902 Aug 24 03:31:02.921304 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7dcc7-03f1-4237-bc9e-0cb159a68a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9160fe1b-2516-40bb-9061-033b2916e6f7,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:02.992293 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d98e88-67ff-47ce-b327-56ea84a97023 req-6305bbfb-1f8e-433b-9e75-0ef38c3e3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:02.995308 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e6d98e88-67ff-47ce-b327-56ea84a97023 req-6305bbfb-1f8e-433b-9e75-0ef38c3e3ce5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 1130 time: 0.1139140 Aug 24 03:31:03.127641 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e6d98e88-67ff-47ce-b327-56ea84a97023 req-dce166ac-7fdc-4325-89e6-9026bdeb69a8 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212666 Aug 24 03:31:03.259509 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db6d73-c157-4323-ad90-770d3154b51d req-c5df097f-1588-48a6-8141-876bbb04361d tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:03.268191 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a0db6d73-c157-4323-ad90-770d3154b51d req-c5df097f-1588-48a6-8141-876bbb04361d tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.1332238 Aug 24 03:31:03.305331 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b0fce-b85b-4bf5-84b6-2f208c262d55 req-633221c7-8eeb-4ed5-aabe-c5494c4d4bd6 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:03.307763 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-286b0fce-b85b-4bf5-84b6-2f208c262d55 req-633221c7-8eeb-4ed5-aabe-c5494c4d4bd6 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.1271343 Aug 24 03:31:03.394005 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a0db6d73-c157-4323-ad90-770d3154b51d req-8f1fdc93-f847-49b8-963e-e208459b70ef tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244364 Aug 24 03:31:03.465663 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-286b0fce-b85b-4bf5-84b6-2f208c262d55 req-2783b3df-743f-4294-b3eb-3d81007d81e6 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441660 Aug 24 03:31:03.565172 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51158) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:03.577117 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:03.598854 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-98640dfc-5112-48a4-9ccc-641cd09d66d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:03.716936 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-98640dfc-5112-48a4-9ccc-641cd09d66d5 admin admin] Publish callbacks [] for security_group (566a93b0-bf59-4158-9b4e-a64e184dc7ae), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:03.722158 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-98640dfc-5112-48a4-9ccc-641cd09d66d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (566a93b0-bf59-4158-9b4e-a64e184dc7ae), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:03.768230 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-98640dfc-5112-48a4-9ccc-641cd09d66d5 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=228edafff7b54a00a734dfd387294045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017667 Aug 24 03:31:03.770935 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51168) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:03.777597 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98640dfc-5112-48a4-9ccc-641cd09d66d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566a93b0-bf59-4158-9b4e-a64e184dc7ae,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:03.873247 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb41e-8df2-4b7c-862e-e35e9f78f195 admin admin] Publish callbacks [] for security_group (566a93b0-bf59-4158-9b4e-a64e184dc7ae), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:03.880928 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93a3ad-a364-4cd2-860f-d2513b874eeb req-1cbab879-cc34-4fc6-8cfc-c902b22eadf0 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:03.882408 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aa93a3ad-a364-4cd2-860f-d2513b874eeb req-1cbab879-cc34-4fc6-8cfc-c902b22eadf0 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0707977 Aug 24 03:31:03.883877 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:03.936152 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb41e-8df2-4b7c-862e-e35e9f78f195 admin admin] Publish callbacks [] for security_group (566a93b0-bf59-4158-9b4e-a64e184dc7ae), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:03.976659 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76da4e-8c71-4486-bd87-763799a5b541 req-056e3cac-48d1-43f7-8065-8d5cd78f7378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:03.978918 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ca76da4e-8c71-4486-bd87-763799a5b541 req-056e3cac-48d1-43f7-8065-8d5cd78f7378 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 1130 time: 0.0579674 Aug 24 03:31:04.006850 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aa93a3ad-a364-4cd2-860f-d2513b874eeb req-6c795f68-79e1-45e8-931e-03c421507c82 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106467 Aug 24 03:31:04.034970 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb41e-8df2-4b7c-862e-e35e9f78f195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (566a93b0-bf59-4158-9b4e-a64e184dc7ae), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:04.042033 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb41e-8df2-4b7c-862e-e35e9f78f195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:04.058057 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-d6ecb41e-8df2-4b7c-862e-e35e9f78f195 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/566a93b0-bf59-4158-9b4e-a64e184dc7ae HTTP/1.1" status: 204 len: 168 time: 0.2758644 Aug 24 03:31:04.068037 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecb41e-8df2-4b7c-862e-e35e9f78f195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566a93b0-bf59-4158-9b4e-a64e184dc7ae,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:04.145084 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76da4e-8c71-4486-bd87-763799a5b541 req-52d7145f-cfd6-4955-8084-69b2e7b5a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:04.147274 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ca76da4e-8c71-4486-bd87-763799a5b541 req-52d7145f-cfd6-4955-8084-69b2e7b5a2a3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 920 time: 0.1520922 Aug 24 03:31:04.551637 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee556d-3acb-40ad-8f0e-7cc1848f50f7 req-268a5416-f69d-4fc7-84b1-eb4f123b7201 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:04.554156 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4eee556d-3acb-40ad-8f0e-7cc1848f50f7 req-268a5416-f69d-4fc7-84b1-eb4f123b7201 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0666850 Aug 24 03:31:04.641263 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4eee556d-3acb-40ad-8f0e-7cc1848f50f7 req-ae48cda1-4792-4dc9-9c5c-992370209fbd tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784419 Aug 24 03:31:04.847705 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ca76da4e-8c71-4486-bd87-763799a5b541 req-0a1ff97d-8e2c-49c8-8b44-36b1e437e747 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75859805-bde6-4c9f-97a2-f33dca1a8545 HTTP/1.1" status: 200 len: 217 time: 0.0955293 Aug 24 03:31:04.954265 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76da4e-8c71-4486-bd87-763799a5b541 req-133408c0-855c-4684-9bf7-7c914dd88a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:04.956148 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ca76da4e-8c71-4486-bd87-763799a5b541 req-133408c0-855c-4684-9bf7-7c914dd88a92 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.1022182 Aug 24 03:31:05.021692 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76da4e-8c71-4486-bd87-763799a5b541 req-334e04a9-2e3c-404f-b1b9-e9f8d6849595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:05.023430 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ca76da4e-8c71-4486-bd87-763799a5b541 req-334e04a9-2e3c-404f-b1b9-e9f8d6849595 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569355 Aug 24 03:31:05.179167 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0042901-04ad-4630-a4b1-59932ca6d95b req-daf93690-6a00-4897-b7d1-480baffc3917 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:05.195807 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f0042901-04ad-4630-a4b1-59932ca6d95b req-daf93690-6a00-4897-b7d1-480baffc3917 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0960155 Aug 24 03:31:05.230554 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ca76da4e-8c71-4486-bd87-763799a5b541 req-bc4df59f-5f81-48b5-9d0a-99c48894bf4b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995862 Aug 24 03:31:05.265641 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f0042901-04ad-4630-a4b1-59932ca6d95b req-a4117ebe-ddee-4c8a-a5fe-ebac66009e30 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678051 Aug 24 03:31:05.356866 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ca76da4e-8c71-4486-bd87-763799a5b541 req-8cb0c0da-b1e2-4f8f-8e3e-515a6d9f0644 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203797 Aug 24 03:31:05.772126 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff75394-abfe-4430-ae29-7293d66086fa req-46de7d21-a281-4f91-8c17-9215b48b6cb4 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:05.773644 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cff75394-abfe-4430-ae29-7293d66086fa req-46de7d21-a281-4f91-8c17-9215b48b6cb4 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0500009 Aug 24 03:31:05.829990 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cff75394-abfe-4430-ae29-7293d66086fa req-165e1c15-890d-48ad-aa27-4369c1f212a2 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491784 Aug 24 03:31:05.836216 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51278) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:05.875291 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51284) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:05.965784 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4521fdd-6032-4722-ae14-357ef331dc65 req-5d16e2d4-b063-46e1-8046-4e62eb7f0d91 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:05.967886 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d4521fdd-6032-4722-ae14-357ef331dc65 req-5d16e2d4-b063-46e1-8046-4e62eb7f0d91 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0550675 Aug 24 03:31:05.978629 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51288) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:05.984180 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-ab8c79f6-7275-47b0-bd7d-f69f84697d4b tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Request body: {'floatingip': {'port_id': '22bcdf61-5bce-471a-ac6d-924789d218c0'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:05.987546 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.046564 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-829d5147-a86e-4895-9a3d-a1bf9fceb7b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.064994 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab8c79f6-7275-47b0-bd7d-f69f84697d4b tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for floatingip (da2ad1b2-56ea-4e0f-a54e-9236a846e543), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.128317 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51294) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:06.134165 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Publish callbacks [] for security_group (aa4ee7e2-fd5c-4de8-a205-131c9bdd3b14), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.144866 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (aa4ee7e2-fd5c-4de8-a205-131c9bdd3b14), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.219277 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=d2c1caad11964d5d9ac9222707190c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819163 Aug 24 03:31:06.220284 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4ee7e2-fd5c-4de8-a205-131c9bdd3b14,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:06.223503 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51300) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:06.258939 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:06.260041 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:06.260585 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:06.261199 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:06.261607 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:06.262431 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:06.262927 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:06.263443 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:06.263808 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:06.264053 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:06.264362 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:06.264887 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:06.265563 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:06.266039 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:06.266511 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b69b3-966d-468a-9034-edcffcaf2551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:06.270988 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:06.276345 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-829d5147-a86e-4895-9a3d-a1bf9fceb7b9 admin admin] Publish callbacks [] for security_group (432941de-0f11-4463-8a1f-247483746386), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.289475 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-829d5147-a86e-4895-9a3d-a1bf9fceb7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (432941de-0f11-4463-8a1f-247483746386), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.325680 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:06.353490 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8942755b-f204-428e-99c4-a4d1fc3aef47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.434645 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-829d5147-a86e-4895-9a3d-a1bf9fceb7b9 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=6e13b1d9da8d45afb00b1eb6750c42e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5574934 Aug 24 03:31:06.436906 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d5147-a86e-4895-9a3d-a1bf9fceb7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432941de-0f11-4463-8a1f-247483746386,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:06.439790 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d4d1dd21-5a45-454e-9f9e-b4f5981af6da admin admin] Publish callbacks [] for security_group (aa4ee7e2-fd5c-4de8-a205-131c9bdd3b14), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.441648 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51308) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:06.523866 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d4d1dd21-5a45-454e-9f9e-b4f5981af6da admin admin] Publish callbacks [] for security_group (aa4ee7e2-fd5c-4de8-a205-131c9bdd3b14), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.567422 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:06.601758 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b87a5c-a335-41c5-9960-f32825c89481 req-f5a193b4-fb9f-4e6e-9446-aae37b3f8cd2 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:06.603470 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-65b87a5c-a335-41c5-9960-f32825c89481 req-f5a193b4-fb9f-4e6e-9446-aae37b3f8cd2 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.1309500 Aug 24 03:31:06.685019 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f2c7ef35-f024-4486-89ce-75c8757826fc admin admin] Publish callbacks [] for security_group (432941de-0f11-4463-8a1f-247483746386), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.710294 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8942755b-f204-428e-99c4-a4d1fc3aef47 admin admin] Publish callbacks [] for security_group (07037116-b9ce-44d9-ad24-b952a84e3b11), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.716007 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8942755b-f204-428e-99c4-a4d1fc3aef47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (07037116-b9ce-44d9-ad24-b952a84e3b11), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.728841 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d4d1dd21-5a45-454e-9f9e-b4f5981af6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (aa4ee7e2-fd5c-4de8-a205-131c9bdd3b14), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.731435 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d4d1dd21-5a45-454e-9f9e-b4f5981af6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.735101 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d4d1dd21-5a45-454e-9f9e-b4f5981af6da admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/aa4ee7e2-fd5c-4de8-a205-131c9bdd3b14 HTTP/1.1" status: 204 len: 168 time: 0.5051730 Aug 24 03:31:06.747907 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-65b87a5c-a335-41c5-9960-f32825c89481 req-9694e867-ded3-4c2e-8bf3-5e204a637b5b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102824 Aug 24 03:31:06.768660 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f2c7ef35-f024-4486-89ce-75c8757826fc admin admin] Publish callbacks [] for security_group (432941de-0f11-4463-8a1f-247483746386), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.787562 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942755b-f204-428e-99c4-a4d1fc3aef47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07037116-b9ce-44d9-ad24-b952a84e3b11,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:06.815893 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1dd21-5a45-454e-9f9e-b4f5981af6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4ee7e2-fd5c-4de8-a205-131c9bdd3b14,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:06.831357 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8942755b-f204-428e-99c4-a4d1fc3aef47 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=4d10a6d4c59c4bd4b5f49fe0fec3772c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6992400 Aug 24 03:31:06.834964 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51326) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:06.866856 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f2c7ef35-f024-4486-89ce-75c8757826fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (432941de-0f11-4463-8a1f-247483746386), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.871526 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f2c7ef35-f024-4486-89ce-75c8757826fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:06.874017 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f2c7ef35-f024-4486-89ce-75c8757826fc admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/432941de-0f11-4463-8a1f-247483746386 HTTP/1.1" status: 204 len: 168 time: 0.4295881 Aug 24 03:31:06.886052 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7ef35-f024-4486-89ce-75c8757826fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432941de-0f11-4463-8a1f-247483746386,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:07.089341 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Publish callbacks [] for security_group (07037116-b9ce-44d9-ad24-b952a84e3b11), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:07.166601 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Publish callbacks [] for security_group (07037116-b9ce-44d9-ad24-b952a84e3b11), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:07.197695 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:07.226452 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab8c79f6-7275-47b0-bd7d-f69f84697d4b tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:07.237331 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab8c79f6-7275-47b0-bd7d-f69f84697d4b tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (da2ad1b2-56ea-4e0f-a54e-9236a846e543), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:07.316219 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51346) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:07.331153 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-80f7c354-dd63-40b4-ab4f-2b0c59453b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:07.369324 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (07037116-b9ce-44d9-ad24-b952a84e3b11), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:07.372400 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:07.376747 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/07037116-b9ce-44d9-ad24-b952a84e3b11 HTTP/1.1" status: 204 len: 168 time: 0.5393462 Aug 24 03:31:07.393419 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07037116-b9ce-44d9-ad24-b952a84e3b11,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:07.396145 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-ab8c79f6-7275-47b0-bd7d-f69f84697d4b tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Floating IP da2ad1b2-56ea-4e0f-a54e-9236a846e543 associated. External IP: 172.27.4.158, port: 22bcdf61-5bce-471a-ac6d-924789d218c0. Aug 24 03:31:07.478117 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-80f7c354-dd63-40b4-ab4f-2b0c59453b45 admin admin] Publish callbacks [] for security_group (4a4b9e4c-838e-414a-b6bf-42f069dd8504), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:07.483385 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-80f7c354-dd63-40b4-ab4f-2b0c59453b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4a4b9e4c-838e-414a-b6bf-42f069dd8504), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:07.502725 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:07.534648 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7c354-dd63-40b4-ab4f-2b0c59453b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4b9e4c-838e-414a-b6bf-42f069dd8504,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:07.558384 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:07.563232 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:07.563727 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:07.564423 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:07.565022 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:07.565560 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:07.566085 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:07.566606 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:07.567160 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:07.567698 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:07.569642 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:07.570209 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:07.570739 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:07.571264 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:07.572611 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-80f7c354-dd63-40b4-ab4f-2b0c59453b45 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=0bca7b0115544e1d86486b7b760c4524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551515 Aug 24 03:31:07.573178 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a17ee-96b0-429c-b548-2336c8cc0335 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:07.573866 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51356) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:07.686961 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dc2cb3c6-51bb-4420-9b77-3a722123f539 admin admin] Publish callbacks [] for security_group (4a4b9e4c-838e-414a-b6bf-42f069dd8504), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:07.740005 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8c79f6-7275-47b0-bd7d-f69f84697d4b tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:31:07.755332 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dc2cb3c6-51bb-4420-9b77-3a722123f539 admin admin] Publish callbacks [] for security_group (4a4b9e4c-838e-414a-b6bf-42f069dd8504), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:07.851487 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:07.859758 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dc2cb3c6-51bb-4420-9b77-3a722123f539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4a4b9e4c-838e-414a-b6bf-42f069dd8504), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:07.864029 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dc2cb3c6-51bb-4420-9b77-3a722123f539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:07.865810 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-dc2cb3c6-51bb-4420-9b77-3a722123f539 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/4a4b9e4c-838e-414a-b6bf-42f069dd8504 HTTP/1.1" status: 204 len: 168 time: 0.2895596 Aug 24 03:31:07.866106 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8c79f6-7275-47b0-bd7d-f69f84697d4b tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:31:07.872806 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab8c79f6-7275-47b0-bd7d-f69f84697d4b tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:07.887337 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cb3c6-51bb-4420-9b77-3a722123f539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4b9e4c-838e-414a-b6bf-42f069dd8504,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:07.887678 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d956e93c-499f-4ebc-85b4-dc3e7aa61080 None None] Sync routers for ids ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:31:07.916073 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ab8c79f6-7275-47b0-bd7d-f69f84697d4b tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/da2ad1b2-56ea-4e0f-a54e-9236a846e543 HTTP/1.1" status: 200 len: 992 time: 1.9359932 Aug 24 03:31:07.917060 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b97b3d6-5022-46c8-a189-fed177d028c8', 'tag': '22bcdf61-5bce-471a-ac6d-924789d218c0'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:31:07.920859 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2852b1a-80ff-49c5-b8ab-89ccbe115dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "9b97b3d6-5022-46c8-a189-fed177d028c8", "tag": "22bcdf61-5bce-471a-ac6d-924789d218c0"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:31:07.967277 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d956e93c-499f-4ebc-85b4-dc3e7aa61080 None None] Routers {'2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:31:07.970007 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-d956e93c-499f-4ebc-85b4-dc3e7aa61080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:30:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:07.970794 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760e82f0-de04-4996-b296-50646d970ed0 x-openstack-request-id: req-760e82f0-de04-4996-b296-50646d970ed0 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:31:07.971277 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b97b3d6-5022-46c8-a189-fed177d028c8", "tag": "22bcdf61-5bce-471a-ac6d-924789d218c0", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:31:07.971673 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-760e82f0-de04-4996-b296-50646d970ed0 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:31:07.972269 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760e82f0-de04-4996-b296-50646d970ed0'] response: {'name': 'network-changed', 'server_uuid': '9b97b3d6-5022-46c8-a189-fed177d028c8', 'tag': '22bcdf61-5bce-471a-ac6d-924789d218c0', 'status': 'completed', 'code': 200} Aug 24 03:31:08.144365 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accad77-2d36-464c-be46-ed40453956b4 req-c40a9cf1-8ff1-4c75-9838-20f3b2723cad tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:08.151784 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4accad77-2d36-464c-be46-ed40453956b4 req-c40a9cf1-8ff1-4c75-9838-20f3b2723cad tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.1257296 Aug 24 03:31:08.247058 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-d956e93c-499f-4ebc-85b4-dc3e7aa61080 None None] Set router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:31:08.251514 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2852b1a-80ff-49c5-b8ab-89ccbe115dc4 req-77fd09ae-818f-4237-9ef3-5ca35df6c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:08.253207 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2852b1a-80ff-49c5-b8ab-89ccbe115dc4 req-77fd09ae-818f-4237-9ef3-5ca35df6c705 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=6a1e9994c1c045c892059d5b80578ba7&device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 1130 time: 0.0999904 Aug 24 03:31:08.272123 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4accad77-2d36-464c-be46-ed40453956b4 req-c570cea6-832f-4d2a-a174-5a62315604fd tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080878 Aug 24 03:31:08.343318 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51390) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:08.364394 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cdb223c2-473c-4f09-9599-a0b300555482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:08.470269 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:08.503716 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2852b1a-80ff-49c5-b8ab-89ccbe115dc4 req-037768f2-1ee5-4016-9923-f3c57726881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:08.506017 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2852b1a-80ff-49c5-b8ab-89ccbe115dc4 req-037768f2-1ee5-4016-9923-f3c57726881e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e243b8d3-7de2-4711-8726-42cf22c7a222 HTTP/1.1" status: 200 len: 912 time: 0.2463627 Aug 24 03:31:08.538739 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51396) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:08.567367 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e5619939-58f8-4669-9211-53607272f2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:08.585971 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cdb223c2-473c-4f09-9599-a0b300555482 admin admin] Publish callbacks [] for security_group (ca141ff5-bcc4-4fed-8280-c1b0983b5962), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:08.595625 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cdb223c2-473c-4f09-9599-a0b300555482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ca141ff5-bcc4-4fed-8280-c1b0983b5962), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:08.630312 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-cdb223c2-473c-4f09-9599-a0b300555482 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=2f0de9c4dcc0434aa496d79275fe72af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857385 Aug 24 03:31:08.632232 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51400) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:08.656474 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2852b1a-80ff-49c5-b8ab-89ccbe115dc4 req-9c371c92-8cc0-44e6-858b-d95ef7da83f1 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22bcdf61-5bce-471a-ac6d-924789d218c0 HTTP/1.1" status: 200 len: 1000 time: 0.1431744 Aug 24 03:31:08.727562 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-d956e93c-499f-4ebc-85b4-dc3e7aa61080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'da2ad1b2-56ea-4e0f-a54e-9236a846e543', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'floating_ip_address': '172.27.4.158', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'port_id': '22bcdf61-5bce-471a-ac6d-924789d218c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'mac_address': 'fa:16:3e:fb:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b97b3d6-5022-46c8-a189-fed177d028c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:30:27Z', 'updated_at': '2022-08-24T03:31:07Z', 'revision_number': 1, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:36Z', 'revision_number': 5, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:08.765352 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d956e93c-499f-4ebc-85b4-dc3e7aa61080 None None] Checking router: 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:31:08.766640 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2852b1a-80ff-49c5-b8ab-89ccbe115dc4 req-4c8a33ea-0628-443c-a8b4-fc7e84a02184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:08.768595 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2852b1a-80ff-49c5-b8ab-89ccbe115dc4 req-4c8a33ea-0628-443c-a8b4-fc7e84a02184 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d6a16571-04fe-4d20-8795-0643856acb03 HTTP/1.1" status: 200 len: 850 time: 0.1004636 Aug 24 03:31:08.775781 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb223c2-473c-4f09-9599-a0b300555482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca141ff5-bcc4-4fed-8280-c1b0983b5962,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:08.781580 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d956e93c-499f-4ebc-85b4-dc3e7aa61080 None None] Routers {'2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:31:08.782212 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-d956e93c-499f-4ebc-85b4-dc3e7aa61080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:30:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:08.851968 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e5619939-58f8-4669-9211-53607272f2ee admin admin] Publish callbacks [] for security_group (bbb99ceb-2e0a-4f6f-b57e-d50955ea21f7), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:08.853821 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:08.866254 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2852b1a-80ff-49c5-b8ab-89ccbe115dc4 req-27dbad6a-5dae-4e08-a5e2-3946ce8d4890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:08.868270 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2852b1a-80ff-49c5-b8ab-89ccbe115dc4 req-27dbad6a-5dae-4e08-a5e2-3946ce8d4890 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e243b8d3-7de2-4711-8726-42cf22c7a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899181 Aug 24 03:31:08.869740 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e5619939-58f8-4669-9211-53607272f2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (bbb99ceb-2e0a-4f6f-b57e-d50955ea21f7), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:08.936642 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5619939-58f8-4669-9211-53607272f2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb99ceb-2e0a-4f6f-b57e-d50955ea21f7,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:08.941735 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-d956e93c-499f-4ebc-85b4-dc3e7aa61080 None None] Set router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:31:08.943078 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb9c5-7e58-4da9-8f34-fc4b11813589 admin admin] Publish callbacks [] for security_group (ca141ff5-bcc4-4fed-8280-c1b0983b5962), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:08.951311 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e5619939-58f8-4669-9211-53607272f2ee admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=2ef5a27b0cdf458a81323ec094f47d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115529 Aug 24 03:31:08.953157 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51412) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:08.991683 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb9c5-7e58-4da9-8f34-fc4b11813589 admin admin] Publish callbacks [] for security_group (ca141ff5-bcc4-4fed-8280-c1b0983b5962), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:09.034460 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2852b1a-80ff-49c5-b8ab-89ccbe115dc4 req-50378c3e-f62d-45a0-8ffa-c2c97648fb1f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588783 Aug 24 03:31:09.060567 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b3157b80-91a3-41a4-8b1c-409ca7216ae8 admin admin] Publish callbacks [] for security_group (bbb99ceb-2e0a-4f6f-b57e-d50955ea21f7), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:09.064074 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:09.088615 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b3157b80-91a3-41a4-8b1c-409ca7216ae8 admin admin] Publish callbacks [] for security_group (bbb99ceb-2e0a-4f6f-b57e-d50955ea21f7), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:09.128659 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb9c5-7e58-4da9-8f34-fc4b11813589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ca141ff5-bcc4-4fed-8280-c1b0983b5962), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:09.131169 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb9c5-7e58-4da9-8f34-fc4b11813589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:09.134686 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0f4fb9c5-7e58-4da9-8f34-fc4b11813589 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ca141ff5-bcc4-4fed-8280-c1b0983b5962 HTTP/1.1" status: 204 len: 168 time: 0.4981551 Aug 24 03:31:09.144884 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fb9c5-7e58-4da9-8f34-fc4b11813589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca141ff5-bcc4-4fed-8280-c1b0983b5962,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:09.176673 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b3157b80-91a3-41a4-8b1c-409ca7216ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (bbb99ceb-2e0a-4f6f-b57e-d50955ea21f7), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:09.180670 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b3157b80-91a3-41a4-8b1c-409ca7216ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:09.182285 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b3157b80-91a3-41a4-8b1c-409ca7216ae8 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/bbb99ceb-2e0a-4f6f-b57e-d50955ea21f7 HTTP/1.1" status: 204 len: 168 time: 0.2280872 Aug 24 03:31:09.201625 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3157b80-91a3-41a4-8b1c-409ca7216ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb99ceb-2e0a-4f6f-b57e-d50955ea21f7,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:09.265145 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:09.268228 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2852b1a-80ff-49c5-b8ab-89ccbe115dc4 req-7554c89f-6331-4439-8e95-d2aed2f91b2b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202220 Aug 24 03:31:09.289090 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-d956e93c-499f-4ebc-85b4-dc3e7aa61080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'da2ad1b2-56ea-4e0f-a54e-9236a846e543', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'floating_ip_address': '172.27.4.158', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'port_id': '22bcdf61-5bce-471a-ac6d-924789d218c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'mac_address': 'fa:16:3e:fb:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b97b3d6-5022-46c8-a189-fed177d028c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:30:27Z', 'updated_at': '2022-08-24T03:31:07Z', 'revision_number': 1, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:36Z', 'revision_number': 5, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:09.357977 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d956e93c-499f-4ebc-85b4-dc3e7aa61080 None None] The sync data for ids ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'] in dv-cinder-854261-1-iscsi is: [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'da2ad1b2-56ea-4e0f-a54e-9236a846e543', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'floating_ip_address': '172.27.4.158', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'port_id': '22bcdf61-5bce-471a-ac6d-924789d218c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'mac_address': 'fa:16:3e:fb:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b97b3d6-5022-46c8-a189-fed177d028c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:30:27Z', 'updated_at': '2022-08-24T03:31:07Z', 'revision_number': 1, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:36Z', 'revision_number': 5, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:31:09.488934 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f97063-cb4d-4359-b9ea-fc44195f22c0 req-62c006fc-f6c2-43c7-9a2f-6d23b06dc109 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:09.490521 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f3f97063-cb4d-4359-b9ea-fc44195f22c0 req-62c006fc-f6c2-43c7-9a2f-6d23b06dc109 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.1080036 Aug 24 03:31:09.613980 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f3f97063-cb4d-4359-b9ea-fc44195f22c0 req-24451070-db68-4d1a-a636-440b4fe0ff4c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038046 Aug 24 03:31:09.774950 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ad773a-7331-4ab0-8965-f3e582da246d None None] New status for floating IP da2ad1b2-56ea-4e0f-a54e-9236a846e543: ACTIVE {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:31:10.737888 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3ebc1-d22b-4cf6-a8d9-afddc1c4a1b7 req-bf2e421e-2ab7-4851-9376-f7f9151c142b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:10.740141 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fdd3ebc1-d22b-4cf6-a8d9-afddc1c4a1b7 req-bf2e421e-2ab7-4851-9376-f7f9151c142b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0502472 Aug 24 03:31:10.798177 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fdd3ebc1-d22b-4cf6-a8d9-afddc1c4a1b7 req-3e2a6d55-e212-48a5-9be4-1b98f1068de8 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519083 Aug 24 03:31:12.001458 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de76c12-2086-4c32-aabf-2d37e5dc8ce8 req-dbbdac03-2e5c-4058-8bab-56d1061fe89b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:12.009728 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3de76c12-2086-4c32-aabf-2d37e5dc8ce8 req-dbbdac03-2e5c-4058-8bab-56d1061fe89b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0989780 Aug 24 03:31:12.074266 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3de76c12-2086-4c32-aabf-2d37e5dc8ce8 req-d622c957-0d7b-4fbe-895b-15a467da7652 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604315 Aug 24 03:31:13.001368 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51642) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:13.156805 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fd4e81ae-3fab-4093-b6a9-d659c736109d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:13.228043 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f78659-5d12-43f9-80ef-8767e49387ce req-9914b2c0-bf8b-4c0c-b440-dd18fa8d744f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:13.229635 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-57f78659-5d12-43f9-80ef-8767e49387ce req-9914b2c0-bf8b-4c0c-b440-dd18fa8d744f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0585086 Aug 24 03:31:13.247058 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fd4e81ae-3fab-4093-b6a9-d659c736109d admin admin] Publish callbacks [] for security_group (71810211-ac29-4662-8c42-5844bcd3659a), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:13.251847 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fd4e81ae-3fab-4093-b6a9-d659c736109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (71810211-ac29-4662-8c42-5844bcd3659a), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:13.287790 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-57f78659-5d12-43f9-80ef-8767e49387ce req-fc68c519-8bcf-4fbb-b677-ddd0aced7309 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512564 Aug 24 03:31:13.296926 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e81ae-3fab-4093-b6a9-d659c736109d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71810211-ac29-4662-8c42-5844bcd3659a,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:13.306847 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51668) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:13.318505 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-fd4e81ae-3fab-4093-b6a9-d659c736109d admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=bedae026c26d40a18eb94996699d677f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152654 Aug 24 03:31:13.364370 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f041-77e9-4297-8e8f-ba09f07b6eea admin admin] Publish callbacks [] for security_group (71810211-ac29-4662-8c42-5844bcd3659a), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:13.392653 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f041-77e9-4297-8e8f-ba09f07b6eea admin admin] Publish callbacks [] for security_group (71810211-ac29-4662-8c42-5844bcd3659a), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:13.457625 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f041-77e9-4297-8e8f-ba09f07b6eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (71810211-ac29-4662-8c42-5844bcd3659a), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:13.460657 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f041-77e9-4297-8e8f-ba09f07b6eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:13.462779 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e9d9f041-77e9-4297-8e8f-ba09f07b6eea admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/71810211-ac29-4662-8c42-5844bcd3659a HTTP/1.1" status: 204 len: 168 time: 0.1543057 Aug 24 03:31:13.471973 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9f041-77e9-4297-8e8f-ba09f07b6eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71810211-ac29-4662-8c42-5844bcd3659a,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:13.813759 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51680) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:13.829727 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d3ee926b-a30b-4a3a-a317-d08543e0207d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:13.857187 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:13.939682 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d3ee926b-a30b-4a3a-a317-d08543e0207d admin admin] Publish callbacks [] for security_group (df9f2558-fb29-4cfb-a250-1f92ad456573), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:13.944257 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d3ee926b-a30b-4a3a-a317-d08543e0207d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (df9f2558-fb29-4cfb-a250-1f92ad456573), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:13.989409 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-d3ee926b-a30b-4a3a-a317-d08543e0207d admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=285476b69c6c4ed1b1349b9795127f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1746082 Aug 24 03:31:13.990284 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee926b-a30b-4a3a-a317-d08543e0207d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9f2558-fb29-4cfb-a250-1f92ad456573,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:13.992481 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51688) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:14.050513 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a8e3229e-0cac-4815-a883-d786ab206e4a admin admin] Publish callbacks [] for security_group (df9f2558-fb29-4cfb-a250-1f92ad456573), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:14.073781 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:14.076590 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a8e3229e-0cac-4815-a883-d786ab206e4a admin admin] Publish callbacks [] for security_group (df9f2558-fb29-4cfb-a250-1f92ad456573), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:14.133758 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a8e3229e-0cac-4815-a883-d786ab206e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (df9f2558-fb29-4cfb-a250-1f92ad456573), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:14.137041 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a8e3229e-0cac-4815-a883-d786ab206e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:14.141086 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a8e3229e-0cac-4815-a883-d786ab206e4a admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/df9f2558-fb29-4cfb-a250-1f92ad456573 HTTP/1.1" status: 204 len: 168 time: 0.1471491 Aug 24 03:31:14.149544 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3229e-0cac-4815-a883-d786ab206e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9f2558-fb29-4cfb-a250-1f92ad456573,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:14.461549 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b23796-b423-4b7d-889a-d4c44da031c6 req-fdf492e0-8844-4716-a8aa-b0badfbf48b7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:14.463841 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d5b23796-b423-4b7d-889a-d4c44da031c6 req-fdf492e0-8844-4716-a8aa-b0badfbf48b7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0657420 Aug 24 03:31:14.536125 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d5b23796-b423-4b7d-889a-d4c44da031c6 req-980f3029-7f6a-4a39-8457-d36bce5480ba tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655856 Aug 24 03:31:14.774238 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5171480-e11e-41a8-97f2-f100b7817502 req-d0341ea0-f61d-4d9a-b15f-cfd75057d5ab tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:14.776082 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b5171480-e11e-41a8-97f2-f100b7817502 req-d0341ea0-f61d-4d9a-b15f-cfd75057d5ab tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 946 time: 0.0574658 Aug 24 03:31:14.813605 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:14.827456 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b5171480-e11e-41a8-97f2-f100b7817502 req-fae29e21-e239-417d-b9cc-3037b49688c8 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447125 Aug 24 03:31:15.269727 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51758) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:15.412751 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98ba42be-e8a2-4a18-951e-1df92467ba9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:15.477058 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:15.503387 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98ba42be-e8a2-4a18-951e-1df92467ba9a admin admin] Publish callbacks [] for security_group (1d78f458-e9eb-4a0b-8db5-5f541a4a7a04), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:15.508917 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98ba42be-e8a2-4a18-951e-1df92467ba9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (1d78f458-e9eb-4a0b-8db5-5f541a4a7a04), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:15.546847 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba42be-e8a2-4a18-951e-1df92467ba9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d78f458-e9eb-4a0b-8db5-5f541a4a7a04,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:15.555499 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-98ba42be-e8a2-4a18-951e-1df92467ba9a admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=acb6cb6c88774f6bbee061efd7618719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844872 Aug 24 03:31:15.558070 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51778) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:15.610024 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-baf8c273-f7fb-4ebf-a611-e6f84f3f822f admin admin] Publish callbacks [] for security_group (1d78f458-e9eb-4a0b-8db5-5f541a4a7a04), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:15.631810 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-baf8c273-f7fb-4ebf-a611-e6f84f3f822f admin admin] Publish callbacks [] for security_group (1d78f458-e9eb-4a0b-8db5-5f541a4a7a04), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:15.666640 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51782) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:15.687685 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-baf8c273-f7fb-4ebf-a611-e6f84f3f822f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (1d78f458-e9eb-4a0b-8db5-5f541a4a7a04), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:15.690857 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-baf8c273-f7fb-4ebf-a611-e6f84f3f822f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:15.692680 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-baf8c273-f7fb-4ebf-a611-e6f84f3f822f admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/1d78f458-e9eb-4a0b-8db5-5f541a4a7a04 HTTP/1.1" status: 204 len: 168 time: 0.1333108 Aug 24 03:31:15.702995 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8c273-f7fb-4ebf-a611-e6f84f3f822f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d78f458-e9eb-4a0b-8db5-5f541a4a7a04,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:15.710928 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51788) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:15.729796 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468700e3-3818-4232-89ba-a8aabfbf0cd7 req-07dce5a1-f4eb-4f5b-9d6a-9cf60de81bfb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:15.732247 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-468700e3-3818-4232-89ba-a8aabfbf0cd7 req-07dce5a1-f4eb-4f5b-9d6a-9cf60de81bfb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0934527 Aug 24 03:31:15.785358 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-468700e3-3818-4232-89ba-a8aabfbf0cd7 req-f1f9ddad-e283-4cab-b50c-12ded644483f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468402 Aug 24 03:31:15.870216 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1cb3cf6a-fa81-478b-835d-b13598c3bade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:15.989525 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1cb3cf6a-fa81-478b-835d-b13598c3bade admin admin] Publish callbacks [] for security_group (4d065c48-d51b-48f7-8350-abacc687fe0a), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:15.999740 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1cb3cf6a-fa81-478b-835d-b13598c3bade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4d065c48-d51b-48f7-8350-abacc687fe0a), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.010669 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203debf7-d015-4701-88c6-88787df08ae0 req-49bf7af6-2c77-4bcc-9553-9c3fea10fb64 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:16.013181 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-203debf7-d015-4701-88c6-88787df08ae0 req-49bf7af6-2c77-4bcc-9553-9c3fea10fb64 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 946 time: 0.0851436 Aug 24 03:31:16.082515 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9cff37df-6f40-4423-b96c-30c68a5b118b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.098317 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-1cb3cf6a-fa81-478b-835d-b13598c3bade admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=0a371d5a13d54a01b879645b26a1ebe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4298007 Aug 24 03:31:16.106412 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51800) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:16.108443 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3cf6a-fa81-478b-835d-b13598c3bade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d065c48-d51b-48f7-8350-abacc687fe0a,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:16.150748 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-203debf7-d015-4701-88c6-88787df08ae0 req-435d84dc-68c4-422a-8fac-a128fac8477a tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302845 Aug 24 03:31:16.224655 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51808) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:16.237177 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-96939586-b634-4638-830f-716c8ed7c25a admin admin] Publish callbacks [] for security_group (4d065c48-d51b-48f7-8350-abacc687fe0a), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.276607 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-96939586-b634-4638-830f-716c8ed7c25a admin admin] Publish callbacks [] for security_group (4d065c48-d51b-48f7-8350-abacc687fe0a), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.279757 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9cff37df-6f40-4423-b96c-30c68a5b118b admin admin] Publish callbacks [] for security_group (1f8b9088-b25e-4e0d-b948-7ef3d4e083ee), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.289735 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9cff37df-6f40-4423-b96c-30c68a5b118b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (1f8b9088-b25e-4e0d-b948-7ef3d4e083ee), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.345109 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51812) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:16.358947 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9cff37df-6f40-4423-b96c-30c68a5b118b admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=57a9714e40d94a2ab2fada6ad1f6184a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6460469 Aug 24 03:31:16.362494 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51814) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:16.363101 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff37df-6f40-4423-b96c-30c68a5b118b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8b9088-b25e-4e0d-b948-7ef3d4e083ee,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:16.368484 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b2c758a1-753b-4453-a340-42bff617b377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.597838 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bb5870ca-322e-434a-8291-b8fb8234dc9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.604981 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:16.616940 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-96939586-b634-4638-830f-716c8ed7c25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4d065c48-d51b-48f7-8350-abacc687fe0a), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.619327 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-96939586-b634-4638-830f-716c8ed7c25a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.624035 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-96939586-b634-4638-830f-716c8ed7c25a admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/4d065c48-d51b-48f7-8350-abacc687fe0a HTTP/1.1" status: 204 len: 168 time: 0.5127335 Aug 24 03:31:16.642381 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96939586-b634-4638-830f-716c8ed7c25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d065c48-d51b-48f7-8350-abacc687fe0a,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:16.672557 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9f3c-2474-4127-aeb1-dae2bc3e80ca admin admin] Publish callbacks [] for security_group (1f8b9088-b25e-4e0d-b948-7ef3d4e083ee), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.678082 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b2c758a1-753b-4453-a340-42bff617b377 admin admin] Publish callbacks [] for security_group (4e844b49-f09d-4a1f-9b7c-3b7777ddb610), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.687364 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b2c758a1-753b-4453-a340-42bff617b377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4e844b49-f09d-4a1f-9b7c-3b7777ddb610), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.708465 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9f3c-2474-4127-aeb1-dae2bc3e80ca admin admin] Publish callbacks [] for security_group (1f8b9088-b25e-4e0d-b948-7ef3d4e083ee), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.742609 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c758a1-753b-4453-a340-42bff617b377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e844b49-f09d-4a1f-9b7c-3b7777ddb610,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:16.750028 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-b2c758a1-753b-4453-a340-42bff617b377 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=e2739c58b1274d5aa2fc0b76e55cb905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028354 Aug 24 03:31:16.752589 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51818) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:16.756491 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:16.772986 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bb5870ca-322e-434a-8291-b8fb8234dc9c admin admin] Publish callbacks [] for security_group (6fb9365c-8205-44f4-b886-a79274970c94), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.776992 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bb5870ca-322e-434a-8291-b8fb8234dc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6fb9365c-8205-44f4-b886-a79274970c94), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.818493 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9f3c-2474-4127-aeb1-dae2bc3e80ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (1f8b9088-b25e-4e0d-b948-7ef3d4e083ee), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.821055 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9f3c-2474-4127-aeb1-dae2bc3e80ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.822203 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7cfc9f3c-2474-4127-aeb1-dae2bc3e80ca admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/1f8b9088-b25e-4e0d-b948-7ef3d4e083ee HTTP/1.1" status: 204 len: 168 time: 0.4564066 Aug 24 03:31:16.824022 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5870ca-322e-434a-8291-b8fb8234dc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb9365c-8205-44f4-b886-a79274970c94,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:16.824758 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fbab3463-3162-4a9c-b42a-fdbe3b628ca5 admin admin] Publish callbacks [] for security_group (4e844b49-f09d-4a1f-9b7c-3b7777ddb610), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.829295 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-bb5870ca-322e-434a-8291-b8fb8234dc9c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=c40a51fb2681486cad677ed307f29c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6036599 Aug 24 03:31:16.831976 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51824) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:16.843453 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:DELETE=5,neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:16.849942 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc9f3c-2474-4127-aeb1-dae2bc3e80ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8b9088-b25e-4e0d-b948-7ef3d4e083ee,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:16.862111 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fbab3463-3162-4a9c-b42a-fdbe3b628ca5 admin admin] Publish callbacks [] for security_group (4e844b49-f09d-4a1f-9b7c-3b7777ddb610), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.889044 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:16.960344 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fbab3463-3162-4a9c-b42a-fdbe3b628ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4e844b49-f09d-4a1f-9b7c-3b7777ddb610), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.962087 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-674a3a81-bcf0-46b1-b79d-251efebb5dd2 admin admin] Publish callbacks [] for security_group (6fb9365c-8205-44f4-b886-a79274970c94), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.964153 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fbab3463-3162-4a9c-b42a-fdbe3b628ca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:16.965700 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-fbab3463-3162-4a9c-b42a-fdbe3b628ca5 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/4e844b49-f09d-4a1f-9b7c-3b7777ddb610 HTTP/1.1" status: 204 len: 168 time: 0.2118018 Aug 24 03:31:16.975176 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab3463-3162-4a9c-b42a-fdbe3b628ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e844b49-f09d-4a1f-9b7c-3b7777ddb610,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:17.037632 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:17.039126 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-674a3a81-bcf0-46b1-b79d-251efebb5dd2 admin admin] Publish callbacks [] for security_group (6fb9365c-8205-44f4-b886-a79274970c94), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:17.094932 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11e4c3-e189-4968-a839-2a6226671886 req-5da2d0d9-d7aa-4bd4-8a5a-df99e10dd293 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:17.103735 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0c11e4c3-e189-4968-a839-2a6226671886 req-5da2d0d9-d7aa-4bd4-8a5a-df99e10dd293 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.1867743 Aug 24 03:31:17.161664 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-674a3a81-bcf0-46b1-b79d-251efebb5dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6fb9365c-8205-44f4-b886-a79274970c94), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:17.164096 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-674a3a81-bcf0-46b1-b79d-251efebb5dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:17.167725 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-674a3a81-bcf0-46b1-b79d-251efebb5dd2 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/6fb9365c-8205-44f4-b886-a79274970c94 HTTP/1.1" status: 204 len: 168 time: 0.3324044 Aug 24 03:31:17.180276 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0c11e4c3-e189-4968-a839-2a6226671886 req-3752f0e7-5408-4615-b5d6-194da3c18076 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755789 Aug 24 03:31:17.181438 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a3a81-bcf0-46b1-b79d-251efebb5dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb9365c-8205-44f4-b886-a79274970c94,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:17.356227 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e7dbbc48-65cc-4831-9523-d2f4c1cd7125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:17.376379 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4363a-fe73-4d7d-aaca-0a4caa1956e8 req-8fc19d01-9e59-40e5-9d78-6d7cf5ae7e53 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:17.385682 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b2c4363a-fe73-4d7d-aaca-0a4caa1956e8 req-8fc19d01-9e59-40e5-9d78-6d7cf5ae7e53 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 946 time: 0.1181901 Aug 24 03:31:17.392376 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df5200-2da8-4f4c-a754-0a6ad7dcb15d req-6f023a0a-196f-461d-b1c8-6f625c5fd988 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:17.394698 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-56df5200-2da8-4f4c-a754-0a6ad7dcb15d req-6f023a0a-196f-461d-b1c8-6f625c5fd988 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 946 time: 0.1244016 Aug 24 03:31:17.450439 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51844) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:17.488458 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-391905a3-845c-4f69-995a-37cb87a336cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:17.515640 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b2c4363a-fe73-4d7d-aaca-0a4caa1956e8 req-0b37b0c4-9d69-483e-9250-6cd81ac9061c tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dc855c20-81ea-436e-aebe-0c144244ca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107213 Aug 24 03:31:17.596123 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-56df5200-2da8-4f4c-a754-0a6ad7dcb15d req-882b9491-785d-4368-a6d4-24157ae56fb8 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Deleting port 045cb674-6952-47d7-bb5e-17ac22a1ef2e {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:31:17.596713 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-56df5200-2da8-4f4c-a754-0a6ad7dcb15d req-882b9491-785d-4368-a6d4-24157ae56fb8 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:17.617798 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-391905a3-845c-4f69-995a-37cb87a336cc admin admin] Publish callbacks [] for security_group (64252442-259c-4834-87b0-f1e878dd8a88), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:17.624710 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-391905a3-845c-4f69-995a-37cb87a336cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (64252442-259c-4834-87b0-f1e878dd8a88), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:17.704979 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391905a3-845c-4f69-995a-37cb87a336cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64252442-259c-4834-87b0-f1e878dd8a88,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:17.721688 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-391905a3-845c-4f69-995a-37cb87a336cc admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=c65c8317ba6b468e99c5f2df36f6f84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699163 Aug 24 03:31:17.723037 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51862) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:17.754561 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-56df5200-2da8-4f4c-a754-0a6ad7dcb15d req-882b9491-785d-4368-a6d4-24157ae56fb8 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] For port 045cb674-6952-47d7-bb5e-17ac22a1ef2e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=045cb674-6952-47d7-bb5e-17ac22a1ef2e,segment=NetworkSegment(a62cacd6-f606-4c86-99f5-b7852a168cad),segment_id=a62cacd6-f606-4c86-99f5-b7852a168cad)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:17.755032 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-56df5200-2da8-4f4c-a754-0a6ad7dcb15d req-882b9491-785d-4368-a6d4-24157ae56fb8 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:17.778630 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-56df5200-2da8-4f4c-a754-0a6ad7dcb15d req-882b9491-785d-4368-a6d4-24157ae56fb8 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Calling delete_port for 045cb674-6952-47d7-bb5e-17ac22a1ef2e owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:31:17.787736 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bfc6be6f-1fe1-42ef-8de2-a13c03702aa6 admin admin] Publish callbacks [] for security_group (64252442-259c-4834-87b0-f1e878dd8a88), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:17.795825 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:17.818822 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bfc6be6f-1fe1-42ef-8de2-a13c03702aa6 admin admin] Publish callbacks [] for security_group (64252442-259c-4834-87b0-f1e878dd8a88), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:17.900543 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bfc6be6f-1fe1-42ef-8de2-a13c03702aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (64252442-259c-4834-87b0-f1e878dd8a88), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:17.904219 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bfc6be6f-1fe1-42ef-8de2-a13c03702aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:17.905618 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-bfc6be6f-1fe1-42ef-8de2-a13c03702aa6 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/64252442-259c-4834-87b0-f1e878dd8a88 HTTP/1.1" status: 204 len: 168 time: 0.1814098 Aug 24 03:31:17.915085 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6be6f-1fe1-42ef-8de2-a13c03702aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64252442-259c-4834-87b0-f1e878dd8a88,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:18.022033 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3b226c78-499a-4f79-89d0-dd8fb2fb5807 req-f346b371-da38-484e-8aaa-3267ee41b9f1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0617008 Aug 24 03:31:18.161687 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b226c78-499a-4f79-89d0-dd8fb2fb5807 req-413f5932-d1c9-4bf6-854c-b17e3f038103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:18.163289 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3b226c78-499a-4f79-89d0-dd8fb2fb5807 req-413f5932-d1c9-4bf6-854c-b17e3f038103 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 1129 time: 0.0556087 Aug 24 03:31:18.202108 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:18.224200 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-56df5200-2da8-4f4c-a754-0a6ad7dcb15d req-882b9491-785d-4368-a6d4-24157ae56fb8 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (045cb674-6952-47d7-bb5e-17ac22a1ef2e), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:18.269507 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['045cb674-6952-47d7-bb5e-17ac22a1ef2e'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:31:18.287618 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b9491-785d-4368-a6d4-24157ae56fb8 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Pushing event deleted for resources: {'Port': ['ID=045cb674-6952-47d7-bb5e-17ac22a1ef2e,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:18.376864 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a5e4c-d08b-4c78-ad55-e6882f11efee req-c2950f5a-4223-4e3b-aff6-0f6583922237 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:18.379799 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cc7a5e4c-d08b-4c78-ad55-e6882f11efee req-c2950f5a-4223-4e3b-aff6-0f6583922237 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0804863 Aug 24 03:31:18.385113 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-56df5200-2da8-4f4c-a754-0a6ad7dcb15d req-882b9491-785d-4368-a6d4-24157ae56fb8 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] No DVR routers for this DVR port 045cb674-6952-47d7-bb5e-17ac22a1ef2e on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:31:18.389682 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-56df5200-2da8-4f4c-a754-0a6ad7dcb15d req-882b9491-785d-4368-a6d4-24157ae56fb8 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:18.396535 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-56df5200-2da8-4f4c-a754-0a6ad7dcb15d req-882b9491-785d-4368-a6d4-24157ae56fb8 tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.84 "DELETE /networking/v2.0/ports/045cb674-6952-47d7-bb5e-17ac22a1ef2e HTTP/1.1" status: 204 len: 173 time: 0.9812133 Aug 24 03:31:18.397683 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f', 'name': 'network-vif-deleted', 'tag': '045cb674-6952-47d7-bb5e-17ac22a1ef2e'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:31:18.401310 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5de302b-2af9-4fc9-8a7c-f98fcfb78759" -d '{"events": [{"server_uuid": "a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f", "name": "network-vif-deleted", "tag": "045cb674-6952-47d7-bb5e-17ac22a1ef2e"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:31:18.421952 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b226c78-499a-4f79-89d0-dd8fb2fb5807 req-35e42171-c227-4c3d-bf09-965be79ec60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:18.423475 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3b226c78-499a-4f79-89d0-dd8fb2fb5807 req-35e42171-c227-4c3d-bf09-965be79ec60a service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 920 time: 0.2341049 Aug 24 03:31:18.496547 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3b226c78-499a-4f79-89d0-dd8fb2fb5807 req-3b56637c-bb72-4f73-b1aa-c018fb2c3548 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96ac11e6-aaa8-4961-9e5b-62c81b5e9607 HTTP/1.1" status: 200 len: 217 time: 0.0568268 Aug 24 03:31:18.524398 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4ddd87-8743-47b3-8b58-5b03c9f947d9 x-openstack-request-id: req-bf4ddd87-8743-47b3-8b58-5b03c9f947d9 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:31:18.525023 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f", "name": "network-vif-deleted", "tag": "045cb674-6952-47d7-bb5e-17ac22a1ef2e", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:31:18.525500 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf4ddd87-8743-47b3-8b58-5b03c9f947d9 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:31:18.526001 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf4ddd87-8743-47b3-8b58-5b03c9f947d9'] response: {'server_uuid': 'a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f', 'name': 'network-vif-deleted', 'tag': '045cb674-6952-47d7-bb5e-17ac22a1ef2e', 'status': 'completed', 'code': 200} Aug 24 03:31:18.563809 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cc7a5e4c-d08b-4c78-ad55-e6882f11efee req-49ad76fa-5ba5-4ecc-bdcf-f19cbdd39f6d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711965 Aug 24 03:31:18.585432 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b226c78-499a-4f79-89d0-dd8fb2fb5807 req-d75b2fae-15f5-448b-a6a0-d35f3ca1a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:18.589847 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3b226c78-499a-4f79-89d0-dd8fb2fb5807 req-d75b2fae-15f5-448b-a6a0-d35f3ca1a0ca service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.0805624 Aug 24 03:31:18.678143 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0361d147-ce01-4648-a220-3d1dca1e0bc3 req-1c37211d-e08a-43ed-88d2-0a277e4cb66c tempest-DeleteServersTestJSON-76265943 tempest-DeleteServersTestJSON-76265943-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a8f18bb2-84ee-4ad8-b88a-f8f3ded7de2f HTTP/1.1" status: 200 len: 210 time: 0.0386250 Aug 24 03:31:18.690845 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b226c78-499a-4f79-89d0-dd8fb2fb5807 req-3e47c370-3ed9-46e3-8551-fa21a6750bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:18.692474 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3b226c78-499a-4f79-89d0-dd8fb2fb5807 req-3e47c370-3ed9-46e3-8551-fa21a6750bf3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962272 Aug 24 03:31:18.812413 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3b226c78-499a-4f79-89d0-dd8fb2fb5807 req-a162a736-e5ce-49b5-aac1-7d335fbb2fa0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131811 Aug 24 03:31:18.867171 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 51912) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:18.967032 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3b226c78-499a-4f79-89d0-dd8fb2fb5807 req-69e349a3-f483-45dd-96c5-01cf8e4bb4bf service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276798 Aug 24 03:31:19.147180 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2114369691-network', 'tenant_id': '11c86f60c4ae4ce181cd278a29003d2a'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:19.173880 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] Made reservation on behalf of 11c86f60c4ae4ce181cd278a29003d2a for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:31:19.181270 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:19.192618 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:19.286260 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:19.306607 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=76 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:19.312491 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] Publish callbacks [] for security_group (81f35bfe-2897-4b1d-8200-90f9fedd4b97), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:19.317490 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (81f35bfe-2897-4b1d-8200-90f9fedd4b97), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:19.375038 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:31:19.411021 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (f93ff0c9-57c5-4ec1-9208-f48deb6c25b3), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:19.412520 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] Added segment f93ff0c9-57c5-4ec1-9208-f48deb6c25b3 of type vlan for network da251601-90ca-42ca-beca-542d900849fd Aug 24 03:31:19.417335 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f35bfe-2897-4b1d-8200-90f9fedd4b97,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:19.476919 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (da251601-90ca-42ca-beca-542d900849fd), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:19.480996 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51940) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:19.510681 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (da251601-90ca-42ca-beca-542d900849fd), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:19.513740 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:19.515481 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:19.546635 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6780181 Aug 24 03:31:19.549847 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 51950) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:19.554947 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-f3974ffe-e04f-464b-b28f-fb094be51ee1 admin admin] Request body: {'subnet': {'network_id': 'da251601-90ca-42ca-beca-542d900849fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2114369691-subnet', 'tenant_id': '11c86f60c4ae4ce181cd278a29003d2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:19.563807 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:19.593018 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:DELETE=8,neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:19.597305 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3974ffe-e04f-464b-b28f-fb094be51ee1 admin admin] Made reservation on behalf of 11c86f60c4ae4ce181cd278a29003d2a for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:31:19.600013 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f3974ffe-e04f-464b-b28f-fb094be51ee1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5185050'] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:19.630739 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfa9c6-92ed-4298-934a-cfd75b107200 admin admin] Pushing event updated for resources: {'Network': ['ID=da251601-90ca-42ca-beca-542d900849fd,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:19.643341 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network da251601-90ca-42ca-beca-542d900849fd details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:31:19.705727 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0a2190d4-d2ca-4772-932f-f3a924c60628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:19.800999 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820bd1c-5ead-4c27-9f54-19df7c628573 req-86cb62f3-ac64-4a9b-95e0-3a9caf761b76 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:19.802922 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e820bd1c-5ead-4c27-9f54-19df7c628573 req-86cb62f3-ac64-4a9b-95e0-3a9caf761b76 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.1189482 Aug 24 03:31:19.871461 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:19.918649 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-cdcb715a-55e8-4bca-885d-ea64851aa11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:19.957344 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e820bd1c-5ead-4c27-9f54-19df7c628573 req-2253085a-4f78-45da-83ca-e4a6e8372235 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467984 Aug 24 03:31:20.000680 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:20.003317 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0a2190d4-d2ca-4772-932f-f3a924c60628 admin admin] Publish callbacks [] for security_group (6ae67dd5-f8bf-4c80-be57-90e35962b99f), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:20.034105 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0a2190d4-d2ca-4772-932f-f3a924c60628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6ae67dd5-f8bf-4c80-be57-90e35962b99f), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:20.091951 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f3974ffe-e04f-464b-b28f-fb094be51ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4780978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5185140'] for subnet (1d923172-9906-47b5-be22-da2b499bff8d), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:20.101816 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0a2190d4-d2ca-4772-932f-f3a924c60628 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=cfe796b4da6748b6b44eaf9cd42d98ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6186628 Aug 24 03:31:20.104020 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2190d4-d2ca-4772-932f-f3a924c60628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae67dd5-f8bf-4c80-be57-90e35962b99f,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:20.104577 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52004) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:20.171428 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3974ffe-e04f-464b-b28f-fb094be51ee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d923172-9906-47b5-be22-da2b499bff8d,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:20.172359 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e73576cf-901f-4768-bb7b-543fa2fefa79 admin admin] Publish callbacks [] for security_group (6ae67dd5-f8bf-4c80-be57-90e35962b99f), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:20.180680 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3974ffe-e04f-464b-b28f-fb094be51ee1 admin admin] Checking segment: {'id': 'f93ff0c9-57c5-4ec1-9208-f48deb6c25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'da251601-90ca-42ca-beca-542d900849fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:31:20.180680 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3974ffe-e04f-464b-b28f-fb094be51ee1 admin admin] Network hostable DHCP agents. Network: da251601-90ca-42ca-beca-542d900849fd, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:31:20.197509 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e73576cf-901f-4768-bb7b-543fa2fefa79 admin admin] Publish callbacks [] for security_group (6ae67dd5-f8bf-4c80-be57-90e35962b99f), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:20.205245 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3974ffe-e04f-464b-b28f-fb094be51ee1 admin admin] Network da251601-90ca-42ca-beca-542d900849fd is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:31:20.215997 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-f3974ffe-e04f-464b-b28f-fb094be51ee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, da251601-90ca-42ca-beca-542d900849fd) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:31:20.226869 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3974ffe-e04f-464b-b28f-fb094be51ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:20.227105 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ecf6d7-dbec-4330-a356-4a97eafb3cda None None] Network da251601-90ca-42ca-beca-542d900849fd requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:31:20.227874 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f3974ffe-e04f-464b-b28f-fb094be51ee1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:20.249924 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f3974ffe-e04f-464b-b28f-fb094be51ee1 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6989124 Aug 24 03:31:20.280521 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e73576cf-901f-4768-bb7b-543fa2fefa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6ae67dd5-f8bf-4c80-be57-90e35962b99f), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:20.283247 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e73576cf-901f-4768-bb7b-543fa2fefa79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:20.287084 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e73576cf-901f-4768-bb7b-543fa2fefa79 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/6ae67dd5-f8bf-4c80-be57-90e35962b99f HTTP/1.1" status: 204 len: 168 time: 0.1813900 Aug 24 03:31:20.296885 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73576cf-901f-4768-bb7b-543fa2fefa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae67dd5-f8bf-4c80-be57-90e35962b99f,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:20.382536 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9b0a3b-fdae-4189-a419-79e854d9cf7a None None] Network da251601-90ca-42ca-beca-542d900849fd requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:31:20.451544 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 045cb674-6952-47d7-bb5e-17ac22a1ef2e no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:31:20.546996 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: 045cb674-6952-47d7-bb5e-17ac22a1ef2e {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:31:20.547350 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 045cb674-6952-47d7-bb5e-17ac22a1ef2e not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:31:20.766960 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52032) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:20.785742 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7fa93317-40c6-43cf-9dc8-8994555f5edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:20.838734 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:20.867142 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7fa93317-40c6-43cf-9dc8-8994555f5edb admin admin] Publish callbacks [] for security_group (8f968ed1-d27c-41e6-b971-88f3bbfeac02), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:20.871069 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7fa93317-40c6-43cf-9dc8-8994555f5edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (8f968ed1-d27c-41e6-b971-88f3bbfeac02), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:20.913687 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa93317-40c6-43cf-9dc8-8994555f5edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f968ed1-d27c-41e6-b971-88f3bbfeac02,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:20.921000 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-7fa93317-40c6-43cf-9dc8-8994555f5edb admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=7bed4dc04a29497a89c587ffe2ba34ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502750 Aug 24 03:31:20.921337 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52046) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:20.977348 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-aff80bb8-63f5-4433-ac6b-24bf327718d2 admin admin] Publish callbacks [] for security_group (8f968ed1-d27c-41e6-b971-88f3bbfeac02), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:20.999778 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-aff80bb8-63f5-4433-ac6b-24bf327718d2 admin admin] Publish callbacks [] for security_group (8f968ed1-d27c-41e6-b971-88f3bbfeac02), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:21.057032 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-aff80bb8-63f5-4433-ac6b-24bf327718d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (8f968ed1-d27c-41e6-b971-88f3bbfeac02), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:21.060278 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-aff80bb8-63f5-4433-ac6b-24bf327718d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:21.064071 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-aff80bb8-63f5-4433-ac6b-24bf327718d2 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/8f968ed1-d27c-41e6-b971-88f3bbfeac02 HTTP/1.1" status: 204 len: 168 time: 0.1392007 Aug 24 03:31:21.079676 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff80bb8-63f5-4433-ac6b-24bf327718d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f968ed1-d27c-41e6-b971-88f3bbfeac02,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:21.127056 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2a255-d659-4655-a895-0238efb4a8ea req-237372ca-b879-44e7-a0a6-a527b95fa250 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:21.128993 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c0d2a255-d659-4655-a895-0238efb4a8ea req-237372ca-b879-44e7-a0a6-a527b95fa250 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0767307 Aug 24 03:31:21.141756 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52058) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:21.147786 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1263806745-network', 'tenant_id': '0a23dd62c7eb4eda80fb63bd32ba4eb1'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:21.172462 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] Made reservation on behalf of 0a23dd62c7eb4eda80fb63bd32ba4eb1 for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:31:21.175071 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:21.190439 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:21.193607 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c0d2a255-d659-4655-a895-0238efb4a8ea req-4f7e550d-0343-4a23-a9da-c71521ad700a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590160 Aug 24 03:31:21.289123 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] Publish callbacks [] for security_group (5f059353-0146-4c5e-a0c1-290cabab4dcb), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:21.294480 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (5f059353-0146-4c5e-a0c1-290cabab4dcb), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:21.329477 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:31:21.336927 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f059353-0146-4c5e-a0c1-290cabab4dcb,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:21.348397 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (9a719c2f-40bb-40f7-bd40-c3e16bdd785e), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:21.348737 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] Added segment 9a719c2f-40bb-40f7-bd40-c3e16bdd785e of type vlan for network 5afb5fb9-1670-4b07-92f4-3540f7f390f9 Aug 24 03:31:21.369780 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52068) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:21.394240 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (5afb5fb9-1670-4b07-92f4-3540f7f390f9), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:21.400833 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=73,neutron:DELETE=7,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:21.422068 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:21.431606 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (5afb5fb9-1670-4b07-92f4-3540f7f390f9), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:21.433258 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:21.434023 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:21.491312 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3484087 Aug 24 03:31:21.494372 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52072) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:21.502814 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-be066c6e-76ac-4565-8fca-b6f414e76855 admin admin] Request body: {'subnet': {'network_id': '5afb5fb9-1670-4b07-92f4-3540f7f390f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1263806745-subnet', 'tenant_id': '0a23dd62c7eb4eda80fb63bd32ba4eb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:21.548787 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20673b-cadf-4c3a-b6e0-1537c7a96446 admin admin] Pushing event updated for resources: {'Network': ['ID=5afb5fb9-1670-4b07-92f4-3540f7f390f9,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:21.561071 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network 5afb5fb9-1670-4b07-92f4-3540f7f390f9 details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:31:21.573912 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52074) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:21.591607 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d38139aa-b99e-4008-9765-def8ef75d3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:21.592519 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be066c6e-76ac-4565-8fca-b6f414e76855 admin admin] Made reservation on behalf of 0a23dd62c7eb4eda80fb63bd32ba4eb1 for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:31:21.594990 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-be066c6e-76ac-4565-8fca-b6f414e76855 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5185050'] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:21.597462 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:21.680402 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d38139aa-b99e-4008-9765-def8ef75d3b1 admin admin] Publish callbacks [] for security_group (232794cb-4760-4c4f-9bba-4a01cb3ad261), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:21.684737 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d38139aa-b99e-4008-9765-def8ef75d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (232794cb-4760-4c4f-9bba-4a01cb3ad261), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:21.731214 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52078) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:21.731435 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d38139aa-b99e-4008-9765-def8ef75d3b1 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=8ba11eae063e421891d7a2c844750709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563544 Aug 24 03:31:21.732486 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38139aa-b99e-4008-9765-def8ef75d3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232794cb-4760-4c4f-9bba-4a01cb3ad261,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:21.806171 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:21.878444 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:21.943776 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-48b02eac-e36e-44be-982d-745cafb16c2b admin admin] Publish callbacks [] for security_group (232794cb-4760-4c4f-9bba-4a01cb3ad261), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:22.021035 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-389afedd-963e-4ca0-a989-14c2ce3d1fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892142'] for router_interface (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:22.029809 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-48b02eac-e36e-44be-982d-745cafb16c2b admin admin] Publish callbacks [] for security_group (232794cb-4760-4c4f-9bba-4a01cb3ad261), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:22.063331 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-be066c6e-76ac-4565-8fca-b6f414e76855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4780978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5185140'] for subnet (2941a571-ce98-450c-978e-b8609cde5dd2), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:22.191761 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be066c6e-76ac-4565-8fca-b6f414e76855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2941a571-ce98-450c-978e-b8609cde5dd2,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:22.213153 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be066c6e-76ac-4565-8fca-b6f414e76855 admin admin] Checking segment: {'id': '9a719c2f-40bb-40f7-bd40-c3e16bdd785e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '5afb5fb9-1670-4b07-92f4-3540f7f390f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:31:22.213527 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be066c6e-76ac-4565-8fca-b6f414e76855 admin admin] Network hostable DHCP agents. Network: 5afb5fb9-1670-4b07-92f4-3540f7f390f9, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:31:22.222549 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-48b02eac-e36e-44be-982d-745cafb16c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (232794cb-4760-4c4f-9bba-4a01cb3ad261), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:22.225028 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-48b02eac-e36e-44be-982d-745cafb16c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:22.226180 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-48b02eac-e36e-44be-982d-745cafb16c2b admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/232794cb-4760-4c4f-9bba-4a01cb3ad261 HTTP/1.1" status: 204 len: 168 time: 0.4936666 Aug 24 03:31:22.287296 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b02eac-e36e-44be-982d-745cafb16c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232794cb-4760-4c4f-9bba-4a01cb3ad261,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:22.374935 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be066c6e-76ac-4565-8fca-b6f414e76855 admin admin] Network 5afb5fb9-1670-4b07-92f4-3540f7f390f9 is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:31:22.405705 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40c9c8-6e75-4dfe-a9db-41c9b88b4dfb req-26ae72e1-a139-46c4-94bc-de3139300b56 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:22.407339 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-af40c9c8-6e75-4dfe-a9db-41c9b88b4dfb req-26ae72e1-a139-46c4-94bc-de3139300b56 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.1216710 Aug 24 03:31:22.410513 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-be066c6e-76ac-4565-8fca-b6f414e76855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, 5afb5fb9-1670-4b07-92f4-3540f7f390f9) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:31:22.417074 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be066c6e-76ac-4565-8fca-b6f414e76855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:22.417724 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-be066c6e-76ac-4565-8fca-b6f414e76855 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:22.424675 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e134172a-1cae-4858-9a9f-6beb25cc9c76 None None] Network 5afb5fb9-1670-4b07-92f4-3540f7f390f9 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:31:22.435588 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:22.470866 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-be066c6e-76ac-4565-8fca-b6f414e76855 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9733365 Aug 24 03:31:22.538586 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-af40c9c8-6e75-4dfe-a9db-41c9b88b4dfb req-7fd835ff-8960-43d3-80b5-abe8332c6ff3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083894 Aug 24 03:31:22.538927 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-389afedd-963e-4ca0-a989-14c2ce3d1fdc admin admin] Deleting port 0a48602d-2350-4e4b-8fde-e8d14091cb1f {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:31:22.539268 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-389afedd-963e-4ca0-a989-14c2ce3d1fdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:22.548356 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:22.588368 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9653bcef-5010-4c2c-b2c7-7bd76e5280cf None None] Network 5afb5fb9-1670-4b07-92f4-3540f7f390f9 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:31:22.676155 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-389afedd-963e-4ca0-a989-14c2ce3d1fdc admin admin] For port 0a48602d-2350-4e4b-8fde-e8d14091cb1f, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=0a48602d-2350-4e4b-8fde-e8d14091cb1f,segment=NetworkSegment(a62cacd6-f606-4c86-99f5-b7852a168cad),segment_id=a62cacd6-f606-4c86-99f5-b7852a168cad)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:22.676598 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-389afedd-963e-4ca0-a989-14c2ce3d1fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:22.693209 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:22.700295 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-389afedd-963e-4ca0-a989-14c2ce3d1fdc admin admin] Calling delete_port for 0a48602d-2350-4e4b-8fde-e8d14091cb1f owned by network:router_interface {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:31:22.845820 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:22.861988 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:23.176182 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-389afedd-963e-4ca0-a989-14c2ce3d1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (0a48602d-2350-4e4b-8fde-e8d14091cb1f), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:23.208304 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389afedd-963e-4ca0-a989-14c2ce3d1fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=0a48602d-2350-4e4b-8fde-e8d14091cb1f,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:23.228893 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52114) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:23.422098 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-389afedd-963e-4ca0-a989-14c2ce3d1fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892026'] for router_interface (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:23.458338 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-371137370-network', 'tenant_id': 'f82c6dd205d640a4a78c23050a8f73af'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:23.478865 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] Made reservation on behalf of f82c6dd205d640a4a78c23050a8f73af for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:31:23.481238 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:23.496372 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:23.577949 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] Publish callbacks [] for security_group (ba7f1095-ea40-4a2d-9f94-76cccb1e6458), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:23.581922 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ba7f1095-ea40-4a2d-9f94-76cccb1e6458), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:23.610591 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:31:23.616333 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7f1095-ea40-4a2d-9f94-76cccb1e6458,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:23.624401 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (58a9fe4a-965a-41db-bc2b-7b5aad5abcbe), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:23.625180 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] Added segment 58a9fe4a-965a-41db-bc2b-7b5aad5abcbe of type vlan for network d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 Aug 24 03:31:23.673721 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (d8b14bbe-b5e3-4c85-93fd-466ec3cf3434), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:23.701171 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (d8b14bbe-b5e3-4c85-93fd-466ec3cf3434), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:23.702268 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:23.702941 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:23.716925 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874927a3-d067-4cbd-b099-c209ceb8fc3c req-11a5c6ce-dd15-4487-961b-fead74e2db09 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:23.718444 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-874927a3-d067-4cbd-b099-c209ceb8fc3c req-11a5c6ce-dd15-4487-961b-fead74e2db09 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0642252 Aug 24 03:31:23.723630 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389afedd-963e-4ca0-a989-14c2ce3d1fdc admin admin] Router f873b1f7-6e35-44b0-8ea1-f13e6be5c617 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:31:23.737552 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5071325 Aug 24 03:31:23.740412 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52126) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:23.746710 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-c3c3f185-80f5-4af1-ac7e-78005d494bfb admin admin] Request body: {'subnet': {'network_id': 'd8b14bbe-b5e3-4c85-93fd-466ec3cf3434', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-371137370-subnet', 'tenant_id': 'f82c6dd205d640a4a78c23050a8f73af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:23.786486 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff8b5f-e390-4b1d-abaa-b75149211488 admin admin] Pushing event updated for resources: {'Network': ['ID=d8b14bbe-b5e3-4c85-93fd-466ec3cf3434,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:23.802014 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:31:23.811285 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c3f185-80f5-4af1-ac7e-78005d494bfb admin admin] Made reservation on behalf of f82c6dd205d640a4a78c23050a8f73af for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:31:23.814352 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c3c3f185-80f5-4af1-ac7e-78005d494bfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4973782'] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:23.863096 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-874927a3-d067-4cbd-b099-c209ceb8fc3c req-a633815a-8bab-40e5-bfcd-15011d5d7ea9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360204 Aug 24 03:31:23.902173 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389afedd-963e-4ca0-a989-14c2ce3d1fdc admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:31:23.916565 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5891e0c-97fb-44ed-8617-a1030282e404 None None] Sync routers for ids ['f873b1f7-6e35-44b0-8ea1-f13e6be5c617'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:31:23.917119 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-389afedd-963e-4ca0-a989-14c2ce3d1fdc admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/f873b1f7-6e35-44b0-8ea1-f13e6be5c617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5460477 Aug 24 03:31:23.920120 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52130) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:23.926902 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:23.931169 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5891e0c-97fb-44ed-8617-a1030282e404 None None] Routers {'f873b1f7-6e35-44b0-8ea1-f13e6be5c617'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:31:23.931844 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-a5891e0c-97fb-44ed-8617-a1030282e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:31:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f873b1f7-6e35-44b0-8ea1-f13e6be5c617'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:23.968985 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=77,neutron:INSERT=22,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:24.024112 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c3c3f185-80f5-4af1-ac7e-78005d494bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4932823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4973752'] for subnet (198bdd76-dfc9-438d-8402-8917bef1bc93), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:24.032265 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] Publish callbacks [] for router (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:24.041663 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-a5891e0c-97fb-44ed-8617-a1030282e404 None None] Set router f873b1f7-6e35-44b0-8ea1-f13e6be5c617 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:31:24.087947 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3f185-80f5-4af1-ac7e-78005d494bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=198bdd76-dfc9-438d-8402-8917bef1bc93,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:24.097366 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c3f185-80f5-4af1-ac7e-78005d494bfb admin admin] Checking segment: {'id': '58a9fe4a-965a-41db-bc2b-7b5aad5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd8b14bbe-b5e3-4c85-93fd-466ec3cf3434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:31:24.097939 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c3f185-80f5-4af1-ac7e-78005d494bfb admin admin] Network hostable DHCP agents. Network: d8b14bbe-b5e3-4c85-93fd-466ec3cf3434, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:31:24.123057 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c3f185-80f5-4af1-ac7e-78005d494bfb admin admin] Network d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:31:24.135768 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-c3c3f185-80f5-4af1-ac7e-78005d494bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, d8b14bbe-b5e3-4c85-93fd-466ec3cf3434) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:31:24.137418 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:24.145420 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c3f185-80f5-4af1-ac7e-78005d494bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:24.146063 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c3c3f185-80f5-4af1-ac7e-78005d494bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:24.152010 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] Publish callbacks [] for router_gateway (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:24.157959 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c40726-ce8f-4aa1-9d09-3198d8369abe None None] Network d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:31:24.183381 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c3c3f185-80f5-4af1-ac7e-78005d494bfb admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4418666 Aug 24 03:31:24.204812 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:24.229764 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] Deleting port 31f06a5b-8edf-45c8-86aa-9a72c658608f {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:31:24.230411 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (31f06a5b-8edf-45c8-86aa-9a72c658608f), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:24.267220 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-a5891e0c-97fb-44ed-8617-a1030282e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'name': 'tempest-DeleteServersTestJSON-293615085-router', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.151'}], 'enable_snat': True}, 'gw_port_id': '31f06a5b-8edf-45c8-86aa-9a72c658608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:09Z', 'updated_at': '2022-08-24T03:31:22Z', 'revision_number': 5, 'project_id': '0be0cbafba614105869a0913a21a127b', 'gw_port': {'id': '31f06a5b-8edf-45c8-86aa-9a72c658608f', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:11Z', 'updated_at': '2022-08-24T03:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:24.282343 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a1f3d5-6df9-4df6-8047-ac68d8cdcf77 None None] Network d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:31:24.296606 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5891e0c-97fb-44ed-8617-a1030282e404 None None] Checking router: f873b1f7-6e35-44b0-8ea1-f13e6be5c617 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:31:24.308080 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5891e0c-97fb-44ed-8617-a1030282e404 None None] Routers {'f873b1f7-6e35-44b0-8ea1-f13e6be5c617'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:31:24.309153 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-a5891e0c-97fb-44ed-8617-a1030282e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:31:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f873b1f7-6e35-44b0-8ea1-f13e6be5c617'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:24.352311 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] For port 31f06a5b-8edf-45c8-86aa-9a72c658608f, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=31f06a5b-8edf-45c8-86aa-9a72c658608f,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:24.352311 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (31f06a5b-8edf-45c8-86aa-9a72c658608f), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:24.373040 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] Calling delete_port for 31f06a5b-8edf-45c8-86aa-9a72c658608f owned by network:router_gateway {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:31:24.554146 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-a5891e0c-97fb-44ed-8617-a1030282e404 None None] Set router f873b1f7-6e35-44b0-8ea1-f13e6be5c617 gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:31:24.615017 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (31f06a5b-8edf-45c8-86aa-9a72c658608f), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:24.615352 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-a5891e0c-97fb-44ed-8617-a1030282e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'name': 'tempest-DeleteServersTestJSON-293615085-router', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:09Z', 'updated_at': '2022-08-24T03:31:24Z', 'revision_number': 6, 'project_id': '0be0cbafba614105869a0913a21a127b', 'gw_port_host': None}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:24.645828 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5891e0c-97fb-44ed-8617-a1030282e404 None None] The sync data for ids ['f873b1f7-6e35-44b0-8ea1-f13e6be5c617'] in dv-cinder-854261-1-iscsi is: [{'id': 'f873b1f7-6e35-44b0-8ea1-f13e6be5c617', 'name': 'tempest-DeleteServersTestJSON-293615085-router', 'tenant_id': '0be0cbafba614105869a0913a21a127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:09Z', 'updated_at': '2022-08-24T03:31:24Z', 'revision_number': 6, 'project_id': '0be0cbafba614105869a0913a21a127b', 'gw_port_host': None}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:31:24.656553 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] Pushing event deleted for resources: {'Port': ['ID=31f06a5b-8edf-45c8-86aa-9a72c658608f,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:24.735823 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7889515'] for router_gateway (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:24.871292 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7892112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12826'] for router (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:24.874837 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] Publish callbacks [] for router_controller (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.003155 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7892105'] for router (f873b1f7-6e35-44b0-8ea1-f13e6be5c617), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.004136 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f873b1f7-6e35-44b0-8ea1-f13e6be5c617 {{(pid=106302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 03:31:25.047157 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.048343 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7bb26117-c164-453f-ac80-31f3cb35c67c admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/f873b1f7-6e35-44b0-8ea1-f13e6be5c617 HTTP/1.1" status: 204 len: 168 time: 1.1271744 Aug 24 03:31:25.051274 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52162) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:25.111392 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ba832-08fd-4162-8b8d-7a8f6e277932 req-63a5b282-8dff-4c38-8235-8bf760facb19 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:25.121470 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b55ba832-08fd-4162-8b8d-7a8f6e277932 req-63a5b282-8dff-4c38-8235-8bf760facb19 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.1330428 Aug 24 03:31:25.137813 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfae0d99-f655-4c12-88d2-230586e93d78 admin admin] Deleting subnet 40703cf3-1428-477c-9540-1e3b9937ced5 {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:31:25.150632 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bfae0d99-f655-4c12-88d2-230586e93d78 admin admin] Publish callbacks [] for subnet (40703cf3-1428-477c-9540-1e3b9937ced5), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.212510 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bfae0d99-f655-4c12-88d2-230586e93d78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5410074'] for subnet (40703cf3-1428-477c-9540-1e3b9937ced5), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.242777 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b55ba832-08fd-4162-8b8d-7a8f6e277932 req-665c7371-09e9-4e03-a741-d95dc4bcc2da tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004479 Aug 24 03:31:25.330044 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bfae0d99-f655-4c12-88d2-230586e93d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (40703cf3-1428-477c-9540-1e3b9937ced5), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.371794 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:DELETE=8 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:25.384239 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bfae0d99-f655-4c12-88d2-230586e93d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4780407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5185151'] for subnet (40703cf3-1428-477c-9540-1e3b9937ced5), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.410787 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae0d99-f655-4c12-88d2-230586e93d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40703cf3-1428-477c-9540-1e3b9937ced5,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:25.420455 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bfae0d99-f655-4c12-88d2-230586e93d78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.421870 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda8977-6ce1-4665-9f66-74f132563b60 None None] Network 6b14dc38-7379-4fb4-8965-3b8960206a88 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:31:25.423826 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-bfae0d99-f655-4c12-88d2-230586e93d78 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/40703cf3-1428-477c-9540-1e3b9937ced5 HTTP/1.1" status: 204 len: 168 time: 0.3716118 Aug 24 03:31:25.426514 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52166) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:25.498391 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:25.505504 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (6b14dc38-7379-4fb4-8965-3b8960206a88), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.554003 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] Deleting port 08202fcc-df8c-40df-b764-c84e9815cf58 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:31:25.554343 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (08202fcc-df8c-40df-b764-c84e9815cf58), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.611904 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] DHCP port deletion for 6b14dc38-7379-4fb4-8965-3b8960206a88 request from dv-cinder-854261-1-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 03:31:25.631015 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] For port 08202fcc-df8c-40df-b764-c84e9815cf58, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=08202fcc-df8c-40df-b764-c84e9815cf58,segment=NetworkSegment(a62cacd6-f606-4c86-99f5-b7852a168cad),segment_id=a62cacd6-f606-4c86-99f5-b7852a168cad)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:25.631295 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (08202fcc-df8c-40df-b764-c84e9815cf58), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.645289 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] Calling delete_port for 08202fcc-df8c-40df-b764-c84e9815cf58 owned by network:dhcp {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:31:25.654307 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Deleting port 08202fcc-df8c-40df-b764-c84e9815cf58 {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:31:25.654694 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (08202fcc-df8c-40df-b764-c84e9815cf58), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.726487 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] For port 08202fcc-df8c-40df-b764-c84e9815cf58, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=08202fcc-df8c-40df-b764-c84e9815cf58,segment=NetworkSegment(a62cacd6-f606-4c86-99f5-b7852a168cad),segment_id=a62cacd6-f606-4c86-99f5-b7852a168cad)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:25.726893 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (08202fcc-df8c-40df-b764-c84e9815cf58), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.728239 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (08202fcc-df8c-40df-b764-c84e9815cf58), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.745217 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Calling delete_port for 08202fcc-df8c-40df-b764-c84e9815cf58 owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:31:25.755054 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=08202fcc-df8c-40df-b764-c84e9815cf58,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:25.759941 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] No DVR routers for this DVR port 08202fcc-df8c-40df-b764-c84e9815cf58 on host dv-cinder-854261-1-iscsi {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:31:25.870234 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (6b14dc38-7379-4fb4-8965-3b8960206a88), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.890996 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 0a48602d-2350-4e4b-8fde-e8d14091cb1f no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:31:25.898640 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b14dc38-7379-4fb4-8965-3b8960206a88']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:25.910022 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62cacd6-f606-4c86-99f5-b7852a168cad') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:25.910623 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62cacd6-f606-4c86-99f5-b7852a168cad') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:25.925801 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 0a48602d-2350-4e4b-8fde-e8d14091cb1f {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:31:25.926153 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 0a48602d-2350-4e4b-8fde-e8d14091cb1f not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:31:25.926559 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 31f06a5b-8edf-45c8-86aa-9a72c658608f no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:31:25.927284 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5410067'] for segment (a62cacd6-f606-4c86-99f5-b7852a168cad), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.943054 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (a62cacd6-f606-4c86-99f5-b7852a168cad), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.952040 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:31:25.952040 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4780305'] for segment (a62cacd6-f606-4c86-99f5-b7852a168cad), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.952281 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 31f06a5b-8edf-45c8-86aa-9a72c658608f {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:31:25.952281 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 31f06a5b-8edf-45c8-86aa-9a72c658608f not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:31:25.952281 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 08202fcc-df8c-40df-b764-c84e9815cf58 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:31:25.956112 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238'] for port (08202fcc-df8c-40df-b764-c84e9815cf58), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:25.974157 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment a62cacd6-f606-4c86-99f5-b7852a168cad resource provider aggregate not found Aug 24 03:31:26.000322 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 08202fcc-df8c-40df-b764-c84e9815cf58 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:31:26.000672 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 08202fcc-df8c-40df-b764-c84e9815cf58 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:31:26.006738 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] No DVR routers for this DVR port 08202fcc-df8c-40df-b764-c84e9815cf58 on host dv-cinder-854261-1-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:31:26.008938 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Pushing event deleted for resources: {'Port': ['ID=08202fcc-df8c-40df-b764-c84e9815cf58,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:26.020227 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment a62cacd6-f606-4c86-99f5-b7852a168cad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a62cacd6-f606-4c86-99f5-b7852a168cad found for delete ", "request_id": "req-8472bfcf-135d-4080-a5e9-5e0e0b4c8b93"}]} Aug 24 03:31:26.022025 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:26.024443 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:26.024443 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:26.024443 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:26.024443 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:26.024443 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:26.024910 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:26.025318 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:26.025944 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:26.026318 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:26.027010 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:26.027603 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:26.028053 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:26.028849 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:26.029389 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21e48a-f588-41ad-b37f-46405ec396a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:26.029546 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (6b14dc38-7379-4fb4-8965-3b8960206a88), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:26.038554 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:26.042382 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/6b14dc38-7379-4fb4-8965-3b8960206a88 HTTP/1.1" status: 204 len: 168 time: 0.6143279 Aug 24 03:31:26.069846 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ea1e3-5537-4c7a-93d4-22d48f1e0b13 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b14dc38-7379-4fb4-8965-3b8960206a88,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:26.210806 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52196) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:26.277441 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f7559c20-8ff7-4b86-9964-90845bb47b61 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=0be0cbafba614105869a0913a21a127b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0636086 Aug 24 03:31:26.278517 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52200) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:26.360225 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c037b7b9-e854-4fdc-97b9-ad6f371a7040 admin admin] Publish callbacks [] for security_group (dc855c20-81ea-436e-aebe-0c144244ca1c), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:26.384716 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c037b7b9-e854-4fdc-97b9-ad6f371a7040 admin admin] Publish callbacks [] for security_group (dc855c20-81ea-436e-aebe-0c144244ca1c), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:26.421310 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92582484-465e-41c5-b4c9-24e440dccc6f req-ef6f1cda-446b-4d74-a4dc-fc7ea45d4841 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:26.428807 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-92582484-465e-41c5-b4c9-24e440dccc6f req-ef6f1cda-446b-4d74-a4dc-fc7ea45d4841 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/networks?id=d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 HTTP/1.1" status: 200 len: 808 time: 0.1849570 Aug 24 03:31:26.442757 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba525e4-6ae1-43d6-b8e3-07667cae5af4 req-cc8b39f8-3639-4a61-b5dd-5e25a320b7ab tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:26.444226 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2ba525e4-6ae1-43d6-b8e3-07667cae5af4 req-cc8b39f8-3639-4a61-b5dd-5e25a320b7ab tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0952313 Aug 24 03:31:26.447725 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c037b7b9-e854-4fdc-97b9-ad6f371a7040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (dc855c20-81ea-436e-aebe-0c144244ca1c), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:26.450458 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c037b7b9-e854-4fdc-97b9-ad6f371a7040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:26.453551 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-92582484-465e-41c5-b4c9-24e440dccc6f req-d302d592-7857-435d-b533-f9e404ca69d1 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/quotas/f82c6dd205d640a4a78c23050a8f73af HTTP/1.1" status: 200 len: 375 time: 0.0237820 Aug 24 03:31:26.463659 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c037b7b9-e854-4fdc-97b9-ad6f371a7040 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/dc855c20-81ea-436e-aebe-0c144244ca1c HTTP/1.1" status: 204 len: 168 time: 0.1837046 Aug 24 03:31:26.475315 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037b7b9-e854-4fdc-97b9-ad6f371a7040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc855c20-81ea-436e-aebe-0c144244ca1c,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:26.490222 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:26.525850 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-92582484-465e-41c5-b4c9-24e440dccc6f req-1757bf54-be44-4100-ac68-c0095ba9a7d8 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f82c6dd205d640a4a78c23050a8f73af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641642 Aug 24 03:31:26.561729 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2ba525e4-6ae1-43d6-b8e3-07667cae5af4 req-89a5b5f9-6889-493e-96eb-3a66b7595bed tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020594 Aug 24 03:31:26.641425 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-92582484-465e-41c5-b4c9-24e440dccc6f req-2bf89479-159e-4d63-a2a8-e133e5f20f3c service neutron] 10.222.0.81 "GET /networking/v2.0/networks/d8b14bbe-b5e3-4c85-93fd-466ec3cf3434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063797 Aug 24 03:31:26.679434 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:26.721147 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:26.736501 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-92582484-465e-41c5-b4c9-24e440dccc6f req-250a0414-d1fb-490e-975d-1245311bcd69 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/d8b14bbe-b5e3-4c85-93fd-466ec3cf3434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914454 Aug 24 03:31:26.921406 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-91ea3864-53da-489c-af34-b9327fed6584 req-85764cd4-2633-4ee0-bd1b-b4270b3aea0f tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 210 time: 0.0431540 Aug 24 03:31:27.262135 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52240) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:27.359925 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-network', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:27.380622 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] Made reservation on behalf of b5da9e76bed44f3d90144e4fbff2cb1c for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:31:27.382979 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:27.391367 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:27.469060 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] Publish callbacks [] for security_group (45f662ff-37e3-4189-8d5b-988a09592724), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:27.472784 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (45f662ff-37e3-4189-8d5b-988a09592724), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:27.501060 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:31:27.518095 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f662ff-37e3-4189-8d5b-988a09592724,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:27.522442 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (03bc137d-65ff-4720-870e-7343ebb2c762), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:27.522442 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] Added segment 03bc137d-65ff-4720-870e-7343ebb2c762 of type vlan for network 52ff60ab-ab6b-4793-b855-63432cd730d4 Aug 24 03:31:27.569742 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (52ff60ab-ab6b-4793-b855-63432cd730d4), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:27.593423 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (52ff60ab-ab6b-4793-b855-63432cd730d4), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:27.594573 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:27.595168 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:27.642626 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3789132 Aug 24 03:31:27.651716 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52248) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:27.658248 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-90d17901-5143-4fae-9627-fd959c230ea3 admin admin] Request body: {'subnet': {'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-subnet', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:27.668856 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7aecfc-e9e0-4784-866b-c376fd5dc28a admin admin] Pushing event updated for resources: {'Network': ['ID=52ff60ab-ab6b-4793-b855-63432cd730d4,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:27.681544 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network 52ff60ab-ab6b-4793-b855-63432cd730d4 details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:31:27.704944 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a71b09-461c-4dbd-b963-ed8e419fcfe5 req-dcd183c1-3e18-4480-9cee-4f1da11ce64a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:27.706560 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-75a71b09-461c-4dbd-b963-ed8e419fcfe5 req-dcd183c1-3e18-4480-9cee-4f1da11ce64a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0636044 Aug 24 03:31:27.714952 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d17901-5143-4fae-9627-fd959c230ea3 admin admin] Made reservation on behalf of b5da9e76bed44f3d90144e4fbff2cb1c for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:31:27.717414 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-90d17901-5143-4fae-9627-fd959c230ea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5185050'] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:27.816857 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-75a71b09-461c-4dbd-b963-ed8e419fcfe5 req-01ed13c4-e130-4f01-8b84-e8d97f89c725 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031528 Aug 24 03:31:27.923679 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-90d17901-5143-4fae-9627-fd959c230ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4780978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5185140'] for subnet (8eba2ef7-6d0c-4faf-acaa-72abc36d027f), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:27.979779 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d17901-5143-4fae-9627-fd959c230ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eba2ef7-6d0c-4faf-acaa-72abc36d027f,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:27.989020 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d17901-5143-4fae-9627-fd959c230ea3 admin admin] Checking segment: {'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:31:27.989378 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d17901-5143-4fae-9627-fd959c230ea3 admin admin] Network hostable DHCP agents. Network: 52ff60ab-ab6b-4793-b855-63432cd730d4, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:31:28.007760 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d17901-5143-4fae-9627-fd959c230ea3 admin admin] Network 52ff60ab-ab6b-4793-b855-63432cd730d4 is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:31:28.030716 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-90d17901-5143-4fae-9627-fd959c230ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, 52ff60ab-ab6b-4793-b855-63432cd730d4) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:31:28.039119 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f69e00b-29ac-417f-9d3c-13e70c91fb28 None None] Network 52ff60ab-ab6b-4793-b855-63432cd730d4 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:31:28.049208 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8ee68af1-1a6a-4841-8442-96973563d29b req-1674f144-5bc4-4566-97c5-1746abe59f10 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 210 time: 0.0380154 Aug 24 03:31:28.050323 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d17901-5143-4fae-9627-fd959c230ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:28.050904 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-90d17901-5143-4fae-9627-fd959c230ea3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:28.067345 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-90d17901-5143-4fae-9627-fd959c230ea3 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4134145 Aug 24 03:31:28.070156 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52254) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:28.074498 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:28.095942 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12812'] for router (71a22cfd-8168-4dde-a53a-9fe8a017ee85), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:28.097265 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7891735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7889631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8099016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12805'] for router (71a22cfd-8168-4dde-a53a-9fe8a017ee85), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:28.101823 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:28.158668 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:28.162491 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Publish callbacks [] for router_controller (71a22cfd-8168-4dde-a53a-9fe8a017ee85), precommit_add_association {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:28.276372 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70d57586-e4e6-542b-96d4-1cbf7e47ba16-52ff60ab-ab6b-4793-b855-63432cd730d4', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f'}]}} from dv-cinder-854261-1-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 03:31:28.277321 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:28.308112 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Publish callbacks [] for router_gateway (71a22cfd-8168-4dde-a53a-9fe8a017ee85), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:28.347377 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:28.417954 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Allocated IP 172.20.0.2 (52ff60ab-ab6b-4793-b855-63432cd730d4/8eba2ef7-6d0c-4faf-acaa-72abc36d027f/543b3c55-25ac-45d9-98dc-34cf43275cb2) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:31:28.498813 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Publish callbacks [] for router_gateway (71a22cfd-8168-4dde-a53a-9fe8a017ee85), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:28.519471 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:28.579064 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Publish callbacks [] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:28.585950 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:28.633055 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Network 52ff60ab-ab6b-4793-b855-63432cd730d4 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:31:28.639934 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:31:28.641142 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Allocated IP 172.27.4.253 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/db531d17-c1c0-4493-bc21-68a47467e343) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:31:28.642753 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:31:28.646761 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Pushing event updated for resources: {'Port': ['ID=543b3c55-25ac-45d9-98dc-34cf43275cb2,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:28.712403 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Attempting to bind port 543b3c55-25ac-45d9-98dc-34cf43275cb2 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:31:28.713119 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Attempting to bind port 543b3c55-25ac-45d9-98dc-34cf43275cb2 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:31:28.713224 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Attempting to bind port 543b3c55-25ac-45d9-98dc-34cf43275cb2 on network 52ff60ab-ab6b-4793-b855-63432cd730d4 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:31:28.718893 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:31:28.719353 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Checking segment: {'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:31:28.719792 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:28.720206 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Bound using segment: {'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:31:28.720672 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Bound port: 543b3c55-25ac-45d9-98dc-34cf43275cb2, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:31:28.721106 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:28.760739 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Publish callbacks [] for port (db531d17-c1c0-4493-bc21-68a47467e343), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:28.792040 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] For port 543b3c55-25ac-45d9-98dc-34cf43275cb2, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:31:28.796112 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] For port 543b3c55-25ac-45d9-98dc-34cf43275cb2, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=543b3c55-25ac-45d9-98dc-34cf43275cb2,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:31:28.800952 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (db531d17-c1c0-4493-bc21-68a47467e343), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:28.802728 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:28.859567 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:31:28.864375 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:31:28.869103 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:31:28.875085 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e43be1-9d4a-402d-a567-5ef355e0a736 None None] Pushing event updated for resources: {'Port': ['ID=543b3c55-25ac-45d9-98dc-34cf43275cb2,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:28.900545 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Pushing event updated for resources: {'Port': ['ID=db531d17-c1c0-4493-bc21-68a47467e343,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:28.976715 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fac0bf-f47a-4b11-ab77-64f9d238fdcc req-35a56cdb-2ac5-42f6-b30e-ac88b64ab763 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:28.978477 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-87fac0bf-f47a-4b11-ab77-64f9d238fdcc req-35a56cdb-2ac5-42f6-b30e-ac88b64ab763 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0558281 Aug 24 03:31:29.073559 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-87fac0bf-f47a-4b11-ab77-64f9d238fdcc req-8189b84b-10ca-4ba0-b481-dd55f4582681 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877800 Aug 24 03:31:29.185447 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:29.197205 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Publish callbacks [] for router_gateway (71a22cfd-8168-4dde-a53a-9fe8a017ee85), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:29.197633 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5fe62ff7-d3cb-405e-87f5-7b44c57fdc83 req-675b19c2-c36b-4ff8-932f-d38800abb135 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 210 time: 0.0354352 Aug 24 03:31:29.359005 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:29.437997 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7891712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7889582'] for router (71a22cfd-8168-4dde-a53a-9fe8a017ee85), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:29.450724 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92582484-465e-41c5-b4c9-24e440dccc6f req-f74ded15-e4d3-470b-b57e-14f495c09b67 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:29.452781 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-92582484-465e-41c5-b4c9-24e440dccc6f req-f74ded15-e4d3-470b-b57e-14f495c09b67 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.84 "GET /networking/v2.0/networks?id=d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 HTTP/1.1" status: 200 len: 808 time: 0.1547554 Aug 24 03:31:29.482059 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-92582484-465e-41c5-b4c9-24e440dccc6f req-e39b552a-a670-43d6-9153-f551c1ba62bf tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Request body: {'port': {'device_id': '40fde0c1-f011-4e1b-a4fa-cecb0d44132b', 'network_id': 'd8b14bbe-b5e3-4c85-93fd-466ec3cf3434', 'admin_state_up': True, 'tenant_id': 'f82c6dd205d640a4a78c23050a8f73af'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:29.597897 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 is scheduled to L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e with binding_index 1 {{(pid=106301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 03:31:29.603267 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:29.626882 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92582484-465e-41c5-b4c9-24e440dccc6f req-e39b552a-a670-43d6-9153-f551c1ba62bf tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Made reservation on behalf of f82c6dd205d640a4a78c23050a8f73af for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:31:29.631004 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-92582484-465e-41c5-b4c9-24e440dccc6f req-e39b552a-a670-43d6-9153-f551c1ba62bf tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:29.796521 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:29.798642 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-92582484-465e-41c5-b4c9-24e440dccc6f req-e39b552a-a670-43d6-9153-f551c1ba62bf tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Allocated IP 172.20.0.4 (d8b14bbe-b5e3-4c85-93fd-466ec3cf3434/198bdd76-dfc9-438d-8402-8917bef1bc93/2e9d914d-9e52-489f-bd3b-ace15db6dd1d) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:31:29.945600 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 543b3c55-25ac-45d9-98dc-34cf43275cb2 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:31:30.019873 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:31:30.033778 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Sync routers for ids ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:31:30.043644 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:30.046198 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f83e7855-cc46-4dfa-848b-e2a61c5478ac admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9749300 Aug 24 03:31:30.048787 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52288) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:30.069292 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 543b3c55-25ac-45d9-98dc-34cf43275cb2 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:31:30.069701 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:30.071586 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Routers {'71a22cfd-8168-4dde-a53a-9fe8a017ee85'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:31:30.072400 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:31:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:30.125765 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:30.213967 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b945f30c-e5e3-4303-b0b9-c68659495204 None None] Network 52ff60ab-ab6b-4793-b855-63432cd730d4 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:31:30.288600 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-08946bab-871a-4b98-8123-0eb6a8326fdd None None] Provisioning complete for port 543b3c55-25ac-45d9-98dc-34cf43275cb2 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:31:30.289151 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-08946bab-871a-4b98-8123-0eb6a8326fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:30.309891 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-92582484-465e-41c5-b4c9-24e440dccc6f req-e39b552a-a670-43d6-9153-f551c1ba62bf tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks [] for port (2e9d914d-9e52-489f-bd3b-ace15db6dd1d), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:30.375892 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:30.383258 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0f611d78-45db-4765-bb93-8e7d435de1fa req-abd1e4c6-7818-4369-a221-588c7c083096 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 210 time: 0.0556376 Aug 24 03:31:30.405175 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b95ce0-8dc8-4cfa-9595-00831602e14e req-dd1840ef-b2f7-4c4d-a55b-534827282d38 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:30.406796 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-12b95ce0-8dc8-4cfa-9595-00831602e14e req-dd1840ef-b2f7-4c4d-a55b-534827282d38 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0893867 Aug 24 03:31:30.422369 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-92582484-465e-41c5-b4c9-24e440dccc6f req-e39b552a-a670-43d6-9153-f551c1ba62bf tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (2e9d914d-9e52-489f-bd3b-ace15db6dd1d), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:30.426231 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Set router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:31:30.428961 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 543b3c55-25ac-45d9-98dc-34cf43275cb2 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:30.429384 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:30.488603 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92582484-465e-41c5-b4c9-24e440dccc6f req-e39b552a-a670-43d6-9153-f551c1ba62bf tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Network d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:31:30.500335 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-92582484-465e-41c5-b4c9-24e440dccc6f req-e39b552a-a670-43d6-9153-f551c1ba62bf tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:31:30.510200 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-92582484-465e-41c5-b4c9-24e440dccc6f req-e39b552a-a670-43d6-9153-f551c1ba62bf tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:31:30.521428 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b552a-a670-43d6-9153-f551c1ba62bf tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Pushing event updated for resources: {'Port': ['ID=2e9d914d-9e52-489f-bd3b-ace15db6dd1d,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:30.532953 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:30.580562 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-12b95ce0-8dc8-4cfa-9595-00831602e14e req-bc6da44e-e5cb-4765-9cd0-95183079d778 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388431 Aug 24 03:31:30.627968 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92582484-465e-41c5-b4c9-24e440dccc6f req-e39b552a-a670-43d6-9153-f551c1ba62bf tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:30.629328 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-92582484-465e-41c5-b4c9-24e440dccc6f req-e39b552a-a670-43d6-9153-f551c1ba62bf tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:30.659514 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-92582484-465e-41c5-b4c9-24e440dccc6f req-e39b552a-a670-43d6-9153-f551c1ba62bf tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1831272 Aug 24 03:31:30.670856 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 543b3c55-25ac-45d9-98dc-34cf43275cb2, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=543b3c55-25ac-45d9-98dc-34cf43275cb2,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:30.677946 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:30.679985 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Request body: {'port': {'device_id': '40fde0c1-f011-4e1b-a4fa-cecb0d44132b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:30.712866 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:30.780307 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (2e9d914d-9e52-489f-bd3b-ace15db6dd1d), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:30.830951 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-08946bab-871a-4b98-8123-0eb6a8326fdd None None] Current status of the port 543b3c55-25ac-45d9-98dc-34cf43275cb2 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:30.831590 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-08946bab-871a-4b98-8123-0eb6a8326fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:30.855196 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=543b3c55-25ac-45d9-98dc-34cf43275cb2,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:30.861404 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:30.945412 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Allocated IP 172.20.0.1 (52ff60ab-ab6b-4793-b855-63432cd730d4/8eba2ef7-6d0c-4faf-acaa-72abc36d027f/c7ab7893-87fb-4423-83e7-6c82f16e2af0) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:31:30.987649 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:31.063112 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.db.api [None req-08946bab-871a-4b98-8123-0eb6a8326fdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 03:31:31.063715 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG oslo_db.api [None req-08946bab-871a-4b98-8123-0eb6a8326fdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 03:31:31.078691 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:29Z', 'revision_number': 3, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:31.114457 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Publish callbacks [] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:31.116232 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Checking router: 71a22cfd-8168-4dde-a53a-9fe8a017ee85 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:31:31.116595 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Updating router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 port db531d17-c1c0-4493-bc21-68a47467e343 binding host dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:31:31.153383 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (db531d17-c1c0-4493-bc21-68a47467e343), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:31.155289 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:31.217560 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Network 52ff60ab-ab6b-4793-b855-63432cd730d4 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:31:31.223201 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:31:31.228239 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:31:31.249023 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9d914d-9e52-489f-bd3b-ace15db6dd1d {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:31:31.264494 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Publish callbacks [] for port (2e9d914d-9e52-489f-bd3b-ace15db6dd1d), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:31.280158 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890483'] for router_interface (71a22cfd-8168-4dde-a53a-9fe8a017ee85), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:31.293544 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Transition to ACTIVE for port object 2e9d914d-9e52-489f-bd3b-ace15db6dd1d will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:31:31.299483 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (2e9d914d-9e52-489f-bd3b-ace15db6dd1d), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:31.336248 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:31.372428 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Pushing event updated for resources: {'Port': ['ID=c7ab7893-87fb-4423-83e7-6c82f16e2af0,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:31.399586 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9d914d-9e52-489f-bd3b-ace15db6dd1d,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:31.601816 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:31.615634 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:31.653346 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Publish callbacks [] for port (db531d17-c1c0-4493-bc21-68a47467e343), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:31.663600 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-08946bab-871a-4b98-8123-0eb6a8326fdd None None] Current status of the port 543b3c55-25ac-45d9-98dc-34cf43275cb2 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:31.675127 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (db531d17-c1c0-4493-bc21-68a47467e343), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:31.687294 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cf570-a365-400f-a900-693499e6629a req-cb8b9472-2480-48a2-b838-565094f7600c tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:31.688901 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-639cf570-a365-400f-a900-693499e6629a req-cb8b9472-2480-48a2-b838-565094f7600c tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 943 time: 0.1033349 Aug 24 03:31:31.692130 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Attempting to bind port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:31:31.692467 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Attempting to bind port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '58a9fe4a-965a-41db-bc2b-7b5aad5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd8b14bbe-b5e3-4c85-93fd-466ec3cf3434'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:31:31.692812 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Attempting to bind port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d on network d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:31:31.699863 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d on network d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:31:31.700604 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Attempting to bind port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d on network d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:31:31.731772 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Attempting to bind port db531d17-c1c0-4493-bc21-68a47467e343 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:31:31.733069 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Attempting to bind port db531d17-c1c0-4493-bc21-68a47467e343 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:31:31.733644 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Attempting to bind port db531d17-c1c0-4493-bc21-68a47467e343 on network 68ed77cc-6535-48c9-8f55-c96c079deaef {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:31:31.737166 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:31:31.739163 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Checking segment: {'id': '58a9fe4a-965a-41db-bc2b-7b5aad5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd8b14bbe-b5e3-4c85-93fd-466ec3cf3434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:31:31.739791 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Bound using segment: {'id': '58a9fe4a-965a-41db-bc2b-7b5aad5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd8b14bbe-b5e3-4c85-93fd-466ec3cf3434'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:31:31.741118 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Bound port: 2e9d914d-9e52-489f-bd3b-ace15db6dd1d, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a9fe4a-965a-41db-bc2b-7b5aad5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd8b14bbe-b5e3-4c85-93fd-466ec3cf3434'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:31:31.741721 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (2e9d914d-9e52-489f-bd3b-ace15db6dd1d), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:31.754133 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:31:31.754691 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Checking segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:31:31.755295 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:31.755875 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Bound using segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:31:31.759454 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Bound port: db531d17-c1c0-4493-bc21-68a47467e343, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:31:31.760018 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (db531d17-c1c0-4493-bc21-68a47467e343), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:31.799519 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:31.804168 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457faffc-adee-43f1-98ef-6d4ff357ec0d None None] Pushing event updated for resources: {'Port': ['ID=db531d17-c1c0-4493-bc21-68a47467e343,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:31.828398 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-fe0e2df7-dc35-4361-be74-806019e7fdde None None] Provisioning complete for port 543b3c55-25ac-45d9-98dc-34cf43275cb2 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:31:31.828812 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2df7-dc35-4361-be74-806019e7fdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:31.832388 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9a5e6-be26-4b43-a461-b119504c1e71 req-eaed9492-8d0c-49f4-a633-227ebba2b315 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:31.834625 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1fb9a5e6-be26-4b43-a461-b119504c1e71 req-eaed9492-8d0c-49f4-a633-227ebba2b315 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.1089568 Aug 24 03:31:31.893544 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] For port db531d17-c1c0-4493-bc21-68a47467e343, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:31:31.897283 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] For port db531d17-c1c0-4493-bc21-68a47467e343, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=db531d17-c1c0-4493-bc21-68a47467e343,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:31:31.902686 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 543b3c55-25ac-45d9-98dc-34cf43275cb2 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:31:31.907674 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Publish callbacks [] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:31.915225 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:31.968050 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1fb9a5e6-be26-4b43-a461-b119504c1e71 req-c40ddc1c-4a04-4fd0-8670-87dad4a2ef2c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081600 Aug 24 03:31:31.989638 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-639cf570-a365-400f-a900-693499e6629a req-0b3b4122-e74c-4f9d-8d81-b4dcabd9472f tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906284 Aug 24 03:31:32.000515 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (db531d17-c1c0-4493-bc21-68a47467e343), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:32.019634 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Pushing event updated for resources: {'Port': ['ID=c7ab7893-87fb-4423-83e7-6c82f16e2af0,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:32.030811 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890511'] for router_interface (71a22cfd-8168-4dde-a53a-9fe8a017ee85), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:32.039013 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] For port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d, host hv-cinder-85426, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:31:32.043588 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] For port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2e9d914d-9e52-489f-bd3b-ace15db6dd1d,segment=NetworkSegment(58a9fe4a-965a-41db-bc2b-7b5aad5abcbe),segment_id=58a9fe4a-965a-41db-bc2b-7b5aad5abcbe)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:31:32.062221 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (2e9d914d-9e52-489f-bd3b-ace15db6dd1d), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:32.065498 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 543b3c55-25ac-45d9-98dc-34cf43275cb2 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:31:32.066106 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:32.069068 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:32.070326 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:32.072238 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-92582484-465e-41c5-b4c9-24e440dccc6f req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/2e9d914d-9e52-489f-bd3b-ace15db6dd1d HTTP/1.1" status: 200 len: 1093 time: 1.3966558 Aug 24 03:31:32.074657 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fde0c1-f011-4e1b-a4fa-cecb0d44132b', 'tag': '2e9d914d-9e52-489f-bd3b-ace15db6dd1d'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:31:32.077945 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde4757e-f469-4637-b0cb-7af060c92b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "40fde0c1-f011-4e1b-a4fa-cecb0d44132b", "tag": "2e9d914d-9e52-489f-bd3b-ace15db6dd1d"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:31:32.093287 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:32.198140 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Network 52ff60ab-ab6b-4793-b855-63432cd730d4 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:31:32.198429 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0a423e-ec97-44b3-a87d-917efdd0557f x-openstack-request-id: req-bd0a423e-ec97-44b3-a87d-917efdd0557f {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:31:32.199173 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40fde0c1-f011-4e1b-a4fa-cecb0d44132b", "tag": "2e9d914d-9e52-489f-bd3b-ace15db6dd1d", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:31:32.199601 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd0a423e-ec97-44b3-a87d-917efdd0557f {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:31:32.200255 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:31:32.200673 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0a423e-ec97-44b3-a87d-917efdd0557f'] response: {'name': 'network-changed', 'server_uuid': '40fde0c1-f011-4e1b-a4fa-cecb0d44132b', 'tag': '2e9d914d-9e52-489f-bd3b-ace15db6dd1d', 'status': 'completed', 'code': 200} Aug 24 03:31:32.208192 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6189027-1e2a-4df7-9ea3-4014e189cf52 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9d914d-9e52-489f-bd3b-ace15db6dd1d,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:32.210700 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Routers {'71a22cfd-8168-4dde-a53a-9fe8a017ee85'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:31:32.212061 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:31:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:32.230279 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92582484-465e-41c5-b4c9-24e440dccc6f req-5a90cab0-0f4c-428b-bb2c-ae1c4ea320e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:32.233237 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-92582484-465e-41c5-b4c9-24e440dccc6f req-5a90cab0-0f4c-428b-bb2c-ae1c4ea320e7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=f82c6dd205d640a4a78c23050a8f73af&device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 1127 time: 0.0836766 Aug 24 03:31:32.333289 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-92582484-465e-41c5-b4c9-24e440dccc6f req-29e7e0f1-7e5b-48d7-a5d8-a8e2d18fd94a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e9d914d-9e52-489f-bd3b-ace15db6dd1d HTTP/1.1" status: 200 len: 217 time: 0.0842357 Aug 24 03:31:32.337004 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:32.440484 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:31:32.450450 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92582484-465e-41c5-b4c9-24e440dccc6f req-bbc9b5f5-51a1-48fc-9c6e-a7e03f4ea923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:32.453297 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-92582484-465e-41c5-b4c9-24e440dccc6f req-bbc9b5f5-51a1-48fc-9c6e-a7e03f4ea923 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=198bdd76-dfc9-438d-8402-8917bef1bc93 HTTP/1.1" status: 200 len: 848 time: 0.1110418 Aug 24 03:31:32.489533 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457faffc-adee-43f1-98ef-6d4ff357ec0d None None] Pushing event updated for resources: {'Port': ['ID=db531d17-c1c0-4493-bc21-68a47467e343,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:32.499285 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-92582484-465e-41c5-b4c9-24e440dccc6f req-12b28b7c-3864-41ee-a43c-f9de018f9ef2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=d8b14bbe-b5e3-4c85-93fd-466ec3cf3434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337620 Aug 24 03:31:32.620541 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e2df7-dc35-4361-be74-806019e7fdde None None] Current status of the port 543b3c55-25ac-45d9-98dc-34cf43275cb2 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:32.642939 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-fe0e2df7-dc35-4361-be74-806019e7fdde None None] Provisioning complete for port c7ab7893-87fb-4423-83e7-6c82f16e2af0 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:31:32.643254 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2df7-dc35-4361-be74-806019e7fdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:32.654494 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:31:32.668435 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e08898c1-1c60-4519-98a5-ec8e5dc68bfe admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/71a22cfd-8168-4dde-a53a-9fe8a017ee85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6180267 Aug 24 03:31:32.673328 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-92582484-465e-41c5-b4c9-24e440dccc6f req-416cc3e5-5c85-4717-99ef-087379df9cc5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d8b14bbe-b5e3-4c85-93fd-466ec3cf3434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666961 Aug 24 03:31:32.706729 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:32.741304 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e2df7-dc35-4361-be74-806019e7fdde None None] Port c7ab7893-87fb-4423-83e7-6c82f16e2af0 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:31:32.759989 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] Set router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:31:32.769138 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:32.798388 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 543b3c55-25ac-45d9-98dc-34cf43275cb2 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:32.808509 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-92582484-465e-41c5-b4c9-24e440dccc6f req-2ee4bc6d-c1e6-476f-83ba-3041d7bd4fa7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d8b14bbe-b5e3-4c85-93fd-466ec3cf3434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239696 Aug 24 03:31:32.897111 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-75cc99f2-0a0a-495d-bc87-b9453b16d008 None None] Provisioning complete for port c7ab7893-87fb-4423-83e7-6c82f16e2af0 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:31:32.897437 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-75cc99f2-0a0a-495d-bc87-b9453b16d008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:32.987100 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-75cc99f2-0a0a-495d-bc87-b9453b16d008 None None] Port c7ab7893-87fb-4423-83e7-6c82f16e2af0 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:31:33.058370 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 2, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:33.064784 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52350) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:33.069366 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-f088b1b2-d79a-428e-a2dd-2b63041e79fb tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--433961827', 'description': 'tempest-description--1004766990'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:33.098396 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b880478-f198-4b26-aaac-6033dec6db12 None None] The sync data for ids ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'] in dv-cinder-854261-1-iscsi is: [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 2, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:31:33.118434 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f088b1b2-d79a-428e-a2dd-2b63041e79fb tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:33.210052 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21efb0c-2189-41cf-96c1-353d3f6e2d04 req-cc24cb8a-07eb-40a8-b71c-245c66397eea tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:33.211629 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f21efb0c-2189-41cf-96c1-353d3f6e2d04 req-cc24cb8a-07eb-40a8-b71c-245c66397eea tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 943 time: 0.0958905 Aug 24 03:31:33.216705 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f088b1b2-d79a-428e-a2dd-2b63041e79fb tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group (ff6acde2-6052-47d9-8aa2-0fdcf427780b), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:33.218069 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1729201-b3d8-4cdb-a6c6-0ed9f535f8d9 req-346a30a0-700c-44ce-af8c-a61c05c442cf tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:33.219546 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f1729201-b3d8-4cdb-a6c6-0ed9f535f8d9 req-346a30a0-700c-44ce-af8c-a61c05c442cf tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.1049879 Aug 24 03:31:33.221610 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f088b1b2-d79a-428e-a2dd-2b63041e79fb tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ff6acde2-6052-47d9-8aa2-0fdcf427780b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:33.260147 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f088b1b2-d79a-428e-a2dd-2b63041e79fb tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:33.261739 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f088b1b2-d79a-428e-a2dd-2b63041e79fb tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1959171 Aug 24 03:31:33.262829 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088b1b2-d79a-428e-a2dd-2b63041e79fb tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6acde2-6052-47d9-8aa2-0fdcf427780b,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:33.265695 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52352) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:33.272941 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-1ecc327a-3d8d-4938-94e3-4698e4649564 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Request body: {'security_group_rule': {'security_group_id': 'ff6acde2-6052-47d9-8aa2-0fdcf427780b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:33.307447 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1ecc327a-3d8d-4938-94e3-4698e4649564 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group_rule (f9d74545-fa45-4988-865f-83e4e72ce6d6), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:33.335274 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f21efb0c-2189-41cf-96c1-353d3f6e2d04 req-edaaa5b8-9db5-4615-a1d6-1259778228a7 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146975 Aug 24 03:31:33.372307 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f1729201-b3d8-4cdb-a6c6-0ed9f535f8d9 req-c9131f34-49a4-4d3f-be60-d08215247fdd tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365230 Aug 24 03:31:33.445002 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1ecc327a-3d8d-4938-94e3-4698e4649564 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group_rule (f9d74545-fa45-4988-865f-83e4e72ce6d6), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:33.449880 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1ecc327a-3d8d-4938-94e3-4698e4649564 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (f9d74545-fa45-4988-865f-83e4e72ce6d6), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:33.471709 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc327a-3d8d-4938-94e3-4698e4649564 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d74545-fa45-4988-865f-83e4e72ce6d6,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:33.486423 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1ecc327a-3d8d-4938-94e3-4698e4649564 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:33.489849 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-1ecc327a-3d8d-4938-94e3-4698e4649564 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2215474 Aug 24 03:31:33.492846 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52358) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:33.501581 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-a194f150-a191-4290-8606-b4ec8754c866 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Request body: {'security_group_rule': {'security_group_id': 'ff6acde2-6052-47d9-8aa2-0fdcf427780b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:33.545821 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a194f150-a191-4290-8606-b4ec8754c866 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group_rule (e7d8d183-2145-4bed-a20f-928135d01899), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:33.625930 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:33.637634 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a194f150-a191-4290-8606-b4ec8754c866 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group_rule (e7d8d183-2145-4bed-a20f-928135d01899), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:33.646538 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a194f150-a191-4290-8606-b4ec8754c866 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (e7d8d183-2145-4bed-a20f-928135d01899), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:33.675385 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194f150-a191-4290-8606-b4ec8754c866 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d8d183-2145-4bed-a20f-928135d01899,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:33.682850 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a194f150-a191-4290-8606-b4ec8754c866 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:33.687014 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a194f150-a191-4290-8606-b4ec8754c866 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1924918 Aug 24 03:31:33.689198 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52362) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:33.694206 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Request body: {'floatingip': {'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:33.736522 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:33.828969 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:33.986463 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4757e-f469-4637-b0cb-7af060c92b9d req-f393439b-709a-45b2-8388-2691fc295db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:33.988172 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dde4757e-f469-4637-b0cb-7af060c92b9d req-f393439b-709a-45b2-8388-2691fc295db2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=f82c6dd205d640a4a78c23050a8f73af&device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 1127 time: 0.1009607 Aug 24 03:31:34.049134 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Allocated IP 172.27.4.109 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/c10cab8d-18c9-404e-a51c-bc93a714e34c) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:31:34.216420 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4757e-f469-4637-b0cb-7af060c92b9d req-08863444-aae9-4d0b-8fce-a1ee245af081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:34.218286 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dde4757e-f469-4637-b0cb-7af060c92b9d req-08863444-aae9-4d0b-8fce-a1ee245af081 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 HTTP/1.1" status: 200 len: 909 time: 0.2184885 Aug 24 03:31:34.282875 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for port (c10cab8d-18c9-404e-a51c-bc93a714e34c), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:34.313020 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:34.339409 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (c10cab8d-18c9-404e-a51c-bc93a714e34c), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:34.401195 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:31:34.421909 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:31:34.431162 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:31:34.525887 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event updated for resources: {'Port': ['ID=c10cab8d-18c9-404e-a51c-bc93a714e34c,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:34.626939 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618a987-3321-490e-863a-a490b5c87e16 req-3721c8df-1b60-4e2f-89e8-b76479055591 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:34.629401 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6618a987-3321-490e-863a-a490b5c87e16 req-3721c8df-1b60-4e2f-89e8-b76479055591 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 943 time: 0.1488273 Aug 24 03:31:34.639907 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd86db-1ace-4d86-9e64-93bf8aca63ab req-1a20eb0c-7f28-4545-9f2e-8aa2eb218290 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:34.642260 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5ddd86db-1ace-4d86-9e64-93bf8aca63ab req-1a20eb0c-7f28-4545-9f2e-8aa2eb218290 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.1661985 Aug 24 03:31:34.745890 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for floatingip (a30f3b1b-dae9-4f89-81f6-81dc88a62895), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:34.754947 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:34.804622 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6618a987-3321-490e-863a-a490b5c87e16 req-e4ad9712-c7cb-49e3-9f4a-3d27bae5cd35 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591020 Aug 24 03:31:34.809589 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5ddd86db-1ace-4d86-9e64-93bf8aca63ab req-3f509b9a-d6a0-4852-b16b-58a8dd294ebf tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329639 Aug 24 03:31:34.820755 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c10cab8d-18c9-404e-a51c-bc93a714e34c), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:34.969291 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dde4757e-f469-4637-b0cb-7af060c92b9d req-03abcfbe-dc16-48c4-bdef-b8eb19b83c8a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e9d914d-9e52-489f-bd3b-ace15db6dd1d HTTP/1.1" status: 200 len: 217 time: 0.0402884 Aug 24 03:31:35.018843 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for port (c10cab8d-18c9-404e-a51c-bc93a714e34c), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:35.023879 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (c10cab8d-18c9-404e-a51c-bc93a714e34c), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:35.093919 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (a30f3b1b-dae9-4f89-81f6-81dc88a62895), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:35.097623 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event updated for resources: {'Port': ['ID=c10cab8d-18c9-404e-a51c-bc93a714e34c,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:35.113263 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:35.114553 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-5d4e8898-eec9-40fb-92f3-a2231bff8fcf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4242997 Aug 24 03:31:35.284867 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-a8b4415e-c510-47b7-a407-ddb06dc5f7ee tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--433961827&fields=id&tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c HTTP/1.1" status: 200 len: 267 time: 0.0542419 Aug 24 03:31:35.316476 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:35.400663 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-78b48e04-5152-4a5d-b95a-8d7fbdf1e63a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:35.402168 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-78b48e04-5152-4a5d-b95a-8d7fbdf1e63a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/networks?id=52ff60ab-ab6b-4793-b855-63432cd730d4 HTTP/1.1" status: 200 len: 817 time: 0.1109331 Aug 24 03:31:35.418248 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-06a6413d-bdf6-415b-8957-e7744bc8a5b1 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/quotas/b5da9e76bed44f3d90144e4fbff2cb1c HTTP/1.1" status: 200 len: 375 time: 0.0095472 Aug 24 03:31:35.465037 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Sync routers for ids ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:31:35.478084 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-beccdcfc-cb5d-4f61-9688-3cf056bcdf37 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544217 Aug 24 03:31:35.488397 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Routers {'71a22cfd-8168-4dde-a53a-9fe8a017ee85'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:31:35.489608 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:31:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:35.585382 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-97f5eadb-320e-458f-be63-78639b10b9d1 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931976 Aug 24 03:31:35.601429 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Set router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:31:35.738724 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-d368c9ce-38d7-45a7-a82d-d8713ecc8bc7 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473148 Aug 24 03:31:35.750958 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4757e-f469-4637-b0cb-7af060c92b9d req-660471b2-f607-41e1-9750-264a7d689e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:35.752162 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dde4757e-f469-4637-b0cb-7af060c92b9d req-660471b2-f607-41e1-9750-264a7d689e69 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=198bdd76-dfc9-438d-8402-8917bef1bc93 HTTP/1.1" status: 200 len: 848 time: 0.0592492 Aug 24 03:31:35.853826 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:31:35.854887 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 2, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:35.897156 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device db531d17-c1c0-4493-bc21-68a47467e343 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:31:35.916622 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Checking router: 71a22cfd-8168-4dde-a53a-9fe8a017ee85 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:31:35.917021 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Updating router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 port c7ab7893-87fb-4423-83e7-6c82f16e2af0 binding host dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:31:35.950057 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:35.991991 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port db531d17-c1c0-4493-bc21-68a47467e343 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:31:35.992555 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (db531d17-c1c0-4493-bc21-68a47467e343), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:36.011020 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3e7ed-e8ea-4f1b-b691-9d51a5358357 req-17c11625-a3bf-4217-bfed-21d2ecabf2cd tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:36.013096 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-62a3e7ed-e8ea-4f1b-b691-9d51a5358357 req-17c11625-a3bf-4217-bfed-21d2ecabf2cd tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 943 time: 0.1001585 Aug 24 03:31:36.051123 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee6862-ce85-40f6-af81-9c99b6846bb5 req-ca7af664-9d9b-4c64-a92d-27a7ed8de50a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:36.052590 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a6ee6862-ce85-40f6-af81-9c99b6846bb5 req-ca7af664-9d9b-4c64-a92d-27a7ed8de50a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0922513 Aug 24 03:31:36.098764 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port db531d17-c1c0-4493-bc21-68a47467e343 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:36.099381 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (db531d17-c1c0-4493-bc21-68a47467e343), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:36.119615 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-62a3e7ed-e8ea-4f1b-b691-9d51a5358357 req-3f677f03-23c0-48e9-b530-00fdf9edb410 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003923 Aug 24 03:31:36.125109 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port db531d17-c1c0-4493-bc21-68a47467e343, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=db531d17-c1c0-4493-bc21-68a47467e343,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:36.130108 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:36.134140 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (db531d17-c1c0-4493-bc21-68a47467e343), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:36.163667 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a6ee6862-ce85-40f6-af81-9c99b6846bb5 req-7dcfd093-ca5e-47cb-91d7-b9066edf1590 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971122 Aug 24 03:31:36.219449 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=db531d17-c1c0-4493-bc21-68a47467e343,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:36.225366 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-72570f42-6b42-4aea-86de-1035f790ffa3 req-d22f32f6-845a-49af-b5d6-551ece65576a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 210 time: 0.0384917 Aug 24 03:31:36.251990 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:36.315131 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Publish callbacks [] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:36.320555 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:36.405955 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Pushing event updated for resources: {'Port': ['ID=c7ab7893-87fb-4423-83e7-6c82f16e2af0,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:36.430907 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:36.431230 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:36.431590 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:36.432060 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:36.432335 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:36.432594 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:36.432964 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:36.433380 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:36.433681 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:36.433998 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:36.434310 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:36.434637 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:36.434951 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:36.435262 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:36.436113 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:31:36.442249 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Attempting to bind port c7ab7893-87fb-4423-83e7-6c82f16e2af0 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:31:36.442605 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Attempting to bind port c7ab7893-87fb-4423-83e7-6c82f16e2af0 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:31:36.442955 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Attempting to bind port c7ab7893-87fb-4423-83e7-6c82f16e2af0 on network 52ff60ab-ab6b-4793-b855-63432cd730d4 {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:31:36.448177 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:31:36.448534 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Checking segment: {'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:31:36.448962 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:36.449337 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Bound using segment: {'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:31:36.449780 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Bound port: c7ab7893-87fb-4423-83e7-6c82f16e2af0, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:31:36.450142 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:36.510766 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] For port c7ab7893-87fb-4423-83e7-6c82f16e2af0, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:31:36.514849 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] For port c7ab7893-87fb-4423-83e7-6c82f16e2af0, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=c7ab7893-87fb-4423-83e7-6c82f16e2af0,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:31:36.521176 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:36.559598 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Routers {'71a22cfd-8168-4dde-a53a-9fe8a017ee85'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:31:36.560210 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:31:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:36.601609 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 2e9d914d-9e52-489f-bd3b-ace15db6dd1d details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:31:36.621948 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dde4757e-f469-4637-b0cb-7af060c92b9d req-c4e5c7cc-6115-47a1-8ac7-d15564e3d351 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=d8b14bbe-b5e3-4c85-93fd-466ec3cf3434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268791 Aug 24 03:31:36.640683 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e7b43-9887-4d19-8104-d5c4967bb8e3 None None] Pushing event updated for resources: {'Port': ['ID=c7ab7893-87fb-4423-83e7-6c82f16e2af0,revision_number=4']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:36.645163 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:36.658780 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:36.696360 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] Set router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:31:36.736333 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dde4757e-f469-4637-b0cb-7af060c92b9d req-a898307b-181a-46ee-8ebb-883fd81a9864 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d8b14bbe-b5e3-4c85-93fd-466ec3cf3434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062906 Aug 24 03:31:36.785440 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2e9d914d-9e52-489f-bd3b-ace15db6dd1d,segment=NetworkSegment(58a9fe4a-965a-41db-bc2b-7b5aad5abcbe),segment_id=58a9fe4a-965a-41db-bc2b-7b5aad5abcbe)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:36.802842 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '2e9d914d-9e52-489f-bd3b-ace15db6dd1d', 'network_id': 'd8b14bbe-b5e3-4c85-93fd-466ec3cf3434', 'port_id': '2e9d914d-9e52-489f-bd3b-ace15db6dd1d', 'mac_address': 'fa:16:3e:bc:ec:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198bdd76-dfc9-438d-8402-8917bef1bc93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:31:36.845627 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:36.846029 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (2e9d914d-9e52-489f-bd3b-ace15db6dd1d), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:36.869952 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9d914d-9e52-489f-bd3b-ace15db6dd1d {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:31:36.874973 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dde4757e-f469-4637-b0cb-7af060c92b9d req-0b4d9c97-4811-46e8-9c60-0c462886495b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d8b14bbe-b5e3-4c85-93fd-466ec3cf3434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296475 Aug 24 03:31:36.894942 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2e9d914d-9e52-489f-bd3b-ace15db6dd1d,segment=NetworkSegment(58a9fe4a-965a-41db-bc2b-7b5aad5abcbe),segment_id=58a9fe4a-965a-41db-bc2b-7b5aad5abcbe)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:36.902477 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (2e9d914d-9e52-489f-bd3b-ace15db6dd1d), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:36.957530 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=2e9d914d-9e52-489f-bd3b-ace15db6dd1d,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:36.970107 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:36.995276 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a67d4-5195-4739-82f4-acacdad2e05c None None] The sync data for ids ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'] in dv-cinder-854261-1-iscsi is: [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:31:37.284961 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79370b1-8975-48d9-84f7-fec6a4cff714 req-2a004b81-f6be-4109-8a23-0bfda036773f tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:37.286542 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b79370b1-8975-48d9-84f7-fec6a4cff714 req-2a004b81-f6be-4109-8a23-0bfda036773f tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 944 time: 0.0867312 Aug 24 03:31:37.323192 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['2e9d914d-9e52-489f-bd3b-ace15db6dd1d'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:31:37.353239 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02a880-c126-4afe-9ec4-2e585b048b12 req-d5ba8641-8c63-4b78-8ed8-d7151bfe8cf5 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:37.356874 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dd02a880-c126-4afe-9ec4-2e585b048b12 req-d5ba8641-8c63-4b78-8ed8-d7151bfe8cf5 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0945482 Aug 24 03:31:37.421675 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b79370b1-8975-48d9-84f7-fec6a4cff714 req-f9a46cb4-7f00-45d5-9e85-4495229450a1 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182940 Aug 24 03:31:37.430621 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:37.441509 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dd02a880-c126-4afe-9ec4-2e585b048b12 req-d419e0ef-a71a-4eba-a037-1f8c2c429277 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703919 Aug 24 03:31:37.567214 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d8d29c1c-4bb5-4c55-bf36-a92b131c3569 req-f2597caa-284b-4d47-86e0-c686813020bb tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 210 time: 0.0576820 Aug 24 03:31:37.577970 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:37.668504 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-498be66c-8342-494f-a104-3665576cf21d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:37.670824 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-498be66c-8342-494f-a104-3665576cf21d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.84 "GET /networking/v2.0/networks?id=52ff60ab-ab6b-4793-b855-63432cd730d4 HTTP/1.1" status: 200 len: 817 time: 0.1758673 Aug 24 03:31:37.805705 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-e48ec9d8-df8b-48a5-ab2e-ab49957d1087 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c HTTP/1.1" status: 200 len: 379 time: 0.1126535 Aug 24 03:31:37.882436 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device db531d17-c1c0-4493-bc21-68a47467e343 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:31:37.924059 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-806dde93-d842-4e4b-b519-91b323b66759 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Request body: {'port': {'device_id': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'admin_state_up': True, 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'security_groups': ['ff6acde2-6052-47d9-8aa2-0fdcf427780b']}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:37.943849 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port db531d17-c1c0-4493-bc21-68a47467e343 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:31:37.944366 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (db531d17-c1c0-4493-bc21-68a47467e343), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:38.038110 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port db531d17-c1c0-4493-bc21-68a47467e343 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:38.039382 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device c7ab7893-87fb-4423-83e7-6c82f16e2af0 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:31:38.057236 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-806dde93-d842-4e4b-b519-91b323b66759 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Made reservation on behalf of b5da9e76bed44f3d90144e4fbff2cb1c for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:31:38.063765 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-806dde93-d842-4e4b-b519-91b323b66759 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:38.095506 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port c7ab7893-87fb-4423-83e7-6c82f16e2af0 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:31:38.096474 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:38.178973 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port c7ab7893-87fb-4423-83e7-6c82f16e2af0 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:38.179367 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:38.213585 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-806dde93-d842-4e4b-b519-91b323b66759 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Allocated IP 172.20.0.8 (52ff60ab-ab6b-4793-b855-63432cd730d4/8eba2ef7-6d0c-4faf-acaa-72abc36d027f/57289a66-609a-46ea-b8c8-5258bbaf0864) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:31:38.219697 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port c7ab7893-87fb-4423-83e7-6c82f16e2af0, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=c7ab7893-87fb-4423-83e7-6c82f16e2af0,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:38.224165 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:38.253550 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 2e9d914d-9e52-489f-bd3b-ace15db6dd1d up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:31:38.339903 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:38.355413 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=c7ab7893-87fb-4423-83e7-6c82f16e2af0,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:38.369793 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:31:38.378346 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:31:38.378754 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (2e9d914d-9e52-489f-bd3b-ace15db6dd1d), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:38.402590 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-806dde93-d842-4e4b-b519-91b323b66759 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:38.438940 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-806dde93-d842-4e4b-b519-91b323b66759 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:38.459020 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:38.467779 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:38.468232 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (2e9d914d-9e52-489f-bd3b-ace15db6dd1d), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:38.498339 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fde0c1-f011-4e1b-a4fa-cecb0d44132b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9d914d-9e52-489f-bd3b-ace15db6dd1d'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:31:38.501758 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba033f6-1bb9-4843-9382-15a358d647d1" -d '{"events": [{"server_uuid": "40fde0c1-f011-4e1b-a4fa-cecb0d44132b", "name": "network-vif-plugged", "status": "completed", "tag": "2e9d914d-9e52-489f-bd3b-ace15db6dd1d"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:31:38.512251 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-806dde93-d842-4e4b-b519-91b323b66759 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Network 52ff60ab-ab6b-4793-b855-63432cd730d4 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:31:38.517379 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-806dde93-d842-4e4b-b519-91b323b66759 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:31:38.522756 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-806dde93-d842-4e4b-b519-91b323b66759 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:31:38.527503 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2e9d914d-9e52-489f-bd3b-ace15db6dd1d,segment=NetworkSegment(58a9fe4a-965a-41db-bc2b-7b5aad5abcbe),segment_id=58a9fe4a-965a-41db-bc2b-7b5aad5abcbe)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:38.534377 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (2e9d914d-9e52-489f-bd3b-ace15db6dd1d), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:38.552300 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806dde93-d842-4e4b-b519-91b323b66759 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event updated for resources: {'Port': ['ID=57289a66-609a-46ea-b8c8-5258bbaf0864,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:38.593914 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=2e9d914d-9e52-489f-bd3b-ace15db6dd1d,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:38.753729 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-ec7e1219-b708-402a-9608-4dfc4c0d50a3 None None] Provisioning complete for port 57289a66-609a-46ea-b8c8-5258bbaf0864 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:31:38.754359 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1219-b708-402a-9608-4dfc4c0d50a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:38.756737 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:38.791969 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e1219-b708-402a-9608-4dfc4c0d50a3 None None] Port 57289a66-609a-46ea-b8c8-5258bbaf0864 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:31:38.892136 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-806dde93-d842-4e4b-b519-91b323b66759 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:38.892811 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-806dde93-d842-4e4b-b519-91b323b66759 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:38.901759 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc894e01-e190-49e7-8122-ab4f133e88c0 req-fabaf3b9-7b4d-49ca-8968-2c35058c22f6 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:38.903244 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fc894e01-e190-49e7-8122-ab4f133e88c0 req-fabaf3b9-7b4d-49ca-8968-2c35058c22f6 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.3520012 Aug 24 03:31:38.912823 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b7919-4645-401e-a1d1-000c0e21fe35 req-e81857e9-d39c-499b-8908-c5bcd2a03785 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:38.915229 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f05b7919-4645-401e-a1d1-000c0e21fe35 req-e81857e9-d39c-499b-8908-c5bcd2a03785 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 945 time: 0.3440008 Aug 24 03:31:38.935426 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-806dde93-d842-4e4b-b519-91b323b66759 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0164654 Aug 24 03:31:38.972534 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Request body: {'port': {'device_id': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:38.983801 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:39.027935 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fc894e01-e190-49e7-8122-ab4f133e88c0 req-9695fda2-6ff8-42df-9c05-27a0336ccd39 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097102 Aug 24 03:31:39.033876 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f05b7919-4645-401e-a1d1-000c0e21fe35 req-6d32a1c5-1207-4744-b0d1-0141dc06312c tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083019 Aug 24 03:31:39.075133 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:39.100142 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b37fc2-df32-413b-87d0-6027c71c6c61 x-openstack-request-id: req-c4b37fc2-df32-413b-87d0-6027c71c6c61 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:31:39.100665 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fde0c1-f011-4e1b-a4fa-cecb0d44132b", "name": "network-vif-plugged", "status": "completed", "tag": "2e9d914d-9e52-489f-bd3b-ace15db6dd1d", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:31:39.100831 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4b37fc2-df32-413b-87d0-6027c71c6c61 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:31:39.104708 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b37fc2-df32-413b-87d0-6027c71c6c61'] response: {'server_uuid': '40fde0c1-f011-4e1b-a4fa-cecb0d44132b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9d914d-9e52-489f-bd3b-ace15db6dd1d', 'code': 200} Aug 24 03:31:39.203991 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9214d0-1d40-4b24-80d3-349a746b3427 req-c488c9c5-5345-4b32-8ab8-67e30b987828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:39.205657 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8c9214d0-1d40-4b24-80d3-349a746b3427 req-c488c9c5-5345-4b32-8ab8-67e30b987828 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 1130 time: 0.0634415 Aug 24 03:31:39.250271 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4071bd-b0f9-4664-b125-a5ea6617c3cc req-e960d70e-4265-4157-8666-a209c32383c7 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:39.252111 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-be4071bd-b0f9-4664-b125-a5ea6617c3cc req-e960d70e-4265-4157-8666-a209c32383c7 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 931 time: 0.1060197 Aug 24 03:31:39.275726 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:39.305535 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8c9214d0-1d40-4b24-80d3-349a746b3427 req-cad75625-9284-4eee-a372-513dcf65f215 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834727 Aug 24 03:31:39.397142 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-be4071bd-b0f9-4664-b125-a5ea6617c3cc req-ff3146f1-6068-408c-9a06-99e33e465ce8 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199796 Aug 24 03:31:39.486307 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57289a66-609a-46ea-b8c8-5258bbaf0864 {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:31:39.494457 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Publish callbacks [] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:39.496414 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:39.509701 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Transition to ACTIVE for port object 57289a66-609a-46ea-b8c8-5258bbaf0864 will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:31:39.513420 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:39.603085 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Pushing event updated for resources: {'Port': ['ID=57289a66-609a-46ea-b8c8-5258bbaf0864,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:39.634086 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Attempting to bind port 57289a66-609a-46ea-b8c8-5258bbaf0864 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:31:39.634423 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Attempting to bind port 57289a66-609a-46ea-b8c8-5258bbaf0864 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:31:39.634744 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Attempting to bind port 57289a66-609a-46ea-b8c8-5258bbaf0864 on network 52ff60ab-ab6b-4793-b855-63432cd730d4 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:31:39.639568 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Port 57289a66-609a-46ea-b8c8-5258bbaf0864 on network 52ff60ab-ab6b-4793-b855-63432cd730d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:31:39.639949 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Attempting to bind port 57289a66-609a-46ea-b8c8-5258bbaf0864 on network 52ff60ab-ab6b-4793-b855-63432cd730d4 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:31:39.644898 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:31:39.645230 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Checking segment: {'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:31:39.645597 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Bound using segment: {'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:31:39.646017 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Bound port: 57289a66-609a-46ea-b8c8-5258bbaf0864, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:31:39.646366 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:39.681876 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3406ed-2dc5-42e3-a518-14d2c49c8a97 req-667d9a4a-2c2d-49f3-adea-c5687bd55097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:39.683409 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5f3406ed-2dc5-42e3-a518-14d2c49c8a97 req-667d9a4a-2c2d-49f3-adea-c5687bd55097 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 1129 time: 0.0430815 Aug 24 03:31:39.709250 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] For port 57289a66-609a-46ea-b8c8-5258bbaf0864, host hv-cinder-85426, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:31:39.712981 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] For port 57289a66-609a-46ea-b8c8-5258bbaf0864, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=57289a66-609a-46ea-b8c8-5258bbaf0864,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:31:39.719791 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:39.724127 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:39.724904 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:39.726245 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/57289a66-609a-46ea-b8c8-5258bbaf0864 HTTP/1.1" status: 200 len: 1093 time: 0.7620878 Aug 24 03:31:39.727673 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'tag': '57289a66-609a-46ea-b8c8-5258bbaf0864'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:31:39.729926 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb718c34-48a2-4e9b-9c54-7cc92ef99460" -d '{"events": [{"name": "network-changed", "server_uuid": "4a89effc-2ad4-414e-bca5-d503b48fb040", "tag": "57289a66-609a-46ea-b8c8-5258bbaf0864"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:31:39.736727 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5f3406ed-2dc5-42e3-a518-14d2c49c8a97 req-4d7645dc-6224-4875-b69e-53bb90c91566 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428791 Aug 24 03:31:39.788950 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe04400-6523-4c68-95d2-fc98db61099c service neutron] Pushing event updated for resources: {'Port': ['ID=57289a66-609a-46ea-b8c8-5258bbaf0864,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:39.794582 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbada60-0dc6-43e3-9715-b264ea946998 x-openstack-request-id: req-9fbada60-0dc6-43e3-9715-b264ea946998 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:31:39.794868 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a89effc-2ad4-414e-bca5-d503b48fb040", "tag": "57289a66-609a-46ea-b8c8-5258bbaf0864", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:31:39.795117 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9fbada60-0dc6-43e3-9715-b264ea946998 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:31:39.796886 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbada60-0dc6-43e3-9715-b264ea946998'] response: {'name': 'network-changed', 'server_uuid': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'tag': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'status': 'completed', 'code': 200} Aug 24 03:31:39.835223 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device c7ab7893-87fb-4423-83e7-6c82f16e2af0 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:31:39.885068 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port c7ab7893-87fb-4423-83e7-6c82f16e2af0 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:31:39.885447 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:39.959992 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port c7ab7893-87fb-4423-83e7-6c82f16e2af0 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:40.200545 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cf65f-1a27-4163-85ec-41f230e76b33 req-676b1118-e5f1-4ae6-8e2e-af3c88d8f23a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:40.203008 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-537cf65f-1a27-4163-85ec-41f230e76b33 req-676b1118-e5f1-4ae6-8e2e-af3c88d8f23a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0900743 Aug 24 03:31:40.230862 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcf399-f096-4fcf-8636-ea463a65dff9 req-42226acc-c154-45d1-8da5-cf774d7f4df1 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:40.232905 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5fbcf399-f096-4fcf-8636-ea463a65dff9 req-42226acc-c154-45d1-8da5-cf774d7f4df1 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 945 time: 0.0876424 Aug 24 03:31:40.302652 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-537cf65f-1a27-4163-85ec-41f230e76b33 req-2cee823d-f8d8-41e4-aa3e-bfd2da854203 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922005 Aug 24 03:31:40.306665 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5fbcf399-f096-4fcf-8636-ea463a65dff9 req-aea39950-7ac9-43c6-829a-0e894ede6515 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651560 Aug 24 03:31:40.521395 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:40.531370 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729ab5d-d70e-4959-897b-29167d68602c req-3cb58def-4fca-444d-b4d7-d218ed9e4961 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:40.532816 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9729ab5d-d70e-4959-897b-29167d68602c req-3cb58def-4fca-444d-b4d7-d218ed9e4961 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0577960 Aug 24 03:31:40.587389 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9729ab5d-d70e-4959-897b-29167d68602c req-aeff3481-e3e6-40c1-90de-904e5767ae45 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481036 Aug 24 03:31:41.042202 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb718c34-48a2-4e9b-9c54-7cc92ef99460 req-740ca8a5-0307-43b1-8543-4a1a59b256b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:41.043847 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fb718c34-48a2-4e9b-9c54-7cc92ef99460 req-740ca8a5-0307-43b1-8543-4a1a59b256b3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 1127 time: 0.0511374 Aug 24 03:31:41.449012 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c68ab-ce43-4927-88f8-9247e39f7eae req-e6bfa247-6693-4e8d-8061-6d28ee2519ef tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:41.450513 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-770c68ab-ce43-4927-88f8-9247e39f7eae req-e6bfa247-6693-4e8d-8061-6d28ee2519ef tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0746737 Aug 24 03:31:41.463692 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd053bc-6850-4dcf-a01a-b7168363851e req-0aee7985-684e-44d7-b98d-ced6cfaef30b tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:41.465108 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cbd053bc-6850-4dcf-a01a-b7168363851e req-0aee7985-684e-44d7-b98d-ced6cfaef30b tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 945 time: 0.0798178 Aug 24 03:31:41.542406 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-770c68ab-ce43-4927-88f8-9247e39f7eae req-a1fb261c-5939-4ec9-8e71-31b7a8c5e2d1 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852172 Aug 24 03:31:41.545927 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cbd053bc-6850-4dcf-a01a-b7168363851e req-0fbe9924-510b-465b-ba3e-1311839f86fe tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750172 Aug 24 03:31:41.682637 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2aadb-bf37-458c-8e8f-4920f355faa9 req-ea76d651-6ccd-406d-b53b-c4e96903e504 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:41.684386 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7bb2aadb-bf37-458c-8e8f-4920f355faa9 req-ea76d651-6ccd-406d-b53b-c4e96903e504 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0583544 Aug 24 03:31:41.763101 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b16269-3516-4d31-85af-29e571d54c12 req-30112f71-a2aa-463f-b53e-4e6545b15d51 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:41.765310 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d6b16269-3516-4d31-85af-29e571d54c12 req-30112f71-a2aa-463f-b53e-4e6545b15d51 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0892453 Aug 24 03:31:41.783992 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7bb2aadb-bf37-458c-8e8f-4920f355faa9 req-9653c5bf-f357-4bca-b942-33400be8daec tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898814 Aug 24 03:31:41.809044 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:41.854844 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d6b16269-3516-4d31-85af-29e571d54c12 req-35bada9c-7371-4c03-8478-7775046eae47 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797446 Aug 24 03:31:41.949254 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb718c34-48a2-4e9b-9c54-7cc92ef99460 req-097c581e-d716-4049-972e-9f1c27763d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:41.950794 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fb718c34-48a2-4e9b-9c54-7cc92ef99460 req-097c581e-d716-4049-972e-9f1c27763d91 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1718276 Aug 24 03:31:42.250566 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52582) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:42.269672 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52586) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:42.318811 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c494054-1520-4fac-bbb7-753fd578227f admin admin] Deleting subnet 1d923172-9906-47b5-be22-da2b499bff8d {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:31:42.321594 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:42.322867 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7c494054-1520-4fac-bbb7-753fd578227f admin admin] Publish callbacks [] for subnet (1d923172-9906-47b5-be22-da2b499bff8d), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:42.366283 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7c494054-1520-4fac-bbb7-753fd578227f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743081'] for subnet (1d923172-9906-47b5-be22-da2b499bff8d), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:42.382231 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4556337a-a321-4741-9600-2e39505547d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:42.441603 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7c494054-1520-4fac-bbb7-753fd578227f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (1d923172-9906-47b5-be22-da2b499bff8d), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:42.467535 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4556337a-a321-4741-9600-2e39505547d7 admin admin] Publish callbacks [] for security_group (7c5f68af-84ea-45e1-946b-d8b764eb0030), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:42.471787 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4556337a-a321-4741-9600-2e39505547d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (7c5f68af-84ea-45e1-946b-d8b764eb0030), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:42.517317 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-4556337a-a321-4741-9600-2e39505547d7 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=614c447d527e451ea97c2d919e59247e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622256 Aug 24 03:31:42.517317 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556337a-a321-4741-9600-2e39505547d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5f68af-84ea-45e1-946b-d8b764eb0030,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:42.519161 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52588) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:42.531873 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb718c34-48a2-4e9b-9c54-7cc92ef99460 req-b35e3f33-b4d8-40fd-b294-8433288531f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:42.533445 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fb718c34-48a2-4e9b-9c54-7cc92ef99460 req-b35e3f33-b4d8-40fd-b294-8433288531f7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1437812 Aug 24 03:31:42.556848 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7c494054-1520-4fac-bbb7-753fd578227f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4933138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4973747'] for subnet (1d923172-9906-47b5-be22-da2b499bff8d), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:42.578207 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-043a3093-c5e0-4f67-89fe-3dc28adcc471 admin admin] Publish callbacks [] for security_group (7c5f68af-84ea-45e1-946b-d8b764eb0030), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:42.590446 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c494054-1520-4fac-bbb7-753fd578227f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d923172-9906-47b5-be22-da2b499bff8d,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:42.594899 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7c494054-1520-4fac-bbb7-753fd578227f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:42.598559 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-7c494054-1520-4fac-bbb7-753fd578227f admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/1d923172-9906-47b5-be22-da2b499bff8d HTTP/1.1" status: 204 len: 168 time: 0.3278680 Aug 24 03:31:42.601563 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52592) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:42.632245 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-043a3093-c5e0-4f67-89fe-3dc28adcc471 admin admin] Publish callbacks [] for security_group (7c5f68af-84ea-45e1-946b-d8b764eb0030), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:42.714616 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f65811-7b75-4c65-ac8f-dbe84d44d723 req-271812d9-8c33-4a77-8c61-ab27c70ff42e tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:42.715885 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-28f65811-7b75-4c65-ac8f-dbe84d44d723 req-271812d9-8c33-4a77-8c61-ab27c70ff42e tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 945 time: 0.0649383 Aug 24 03:31:42.722954 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-ae859faf-9cc2-4e02-b736-d4ca17891591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:42.724546 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-ae859faf-9cc2-4e02-b736-d4ca17891591 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 1127 time: 0.0863864 Aug 24 03:31:42.727330 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e1c251da-e938-4350-ad9f-43eb06f0e252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (da251601-90ca-42ca-beca-542d900849fd), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:42.746217 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-043a3093-c5e0-4f67-89fe-3dc28adcc471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (7c5f68af-84ea-45e1-946b-d8b764eb0030), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:42.749637 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-043a3093-c5e0-4f67-89fe-3dc28adcc471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:42.751245 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-043a3093-c5e0-4f67-89fe-3dc28adcc471 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/7c5f68af-84ea-45e1-946b-d8b764eb0030 HTTP/1.1" status: 204 len: 168 time: 0.2311091 Aug 24 03:31:42.767863 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a3093-c5e0-4f67-89fe-3dc28adcc471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5f68af-84ea-45e1-946b-d8b764eb0030,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:42.800759 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-28f65811-7b75-4c65-ac8f-dbe84d44d723 req-d49d3a0b-0331-40be-8971-8ee489f7807d tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700445 Aug 24 03:31:42.810452 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-ba568757-876b-4b6a-a0fd-ee365933bcb2 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57289a66-609a-46ea-b8c8-5258bbaf0864 HTTP/1.1" status: 200 len: 217 time: 0.0498059 Aug 24 03:31:42.875452 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e1c251da-e938-4350-ad9f-43eb06f0e252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (da251601-90ca-42ca-beca-542d900849fd), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:42.937097 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-37dcd0ce-b9bf-4fd1-9069-cea70ff85466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:42.939943 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-37dcd0ce-b9bf-4fd1-9069-cea70ff85466 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=8eba2ef7-6d0c-4faf-acaa-72abc36d027f HTTP/1.1" status: 200 len: 856 time: 0.1194630 Aug 24 03:31:43.005435 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-990c5337-a13a-49e2-bf57-1d0834805b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:43.007340 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-990c5337-a13a-49e2-bf57-1d0834805b28 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=52ff60ab-ab6b-4793-b855-63432cd730d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574443 Aug 24 03:31:43.012480 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-e1c251da-e938-4350-ad9f-43eb06f0e252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da251601-90ca-42ca-beca-542d900849fd']}} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:43.020468 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47553d2-056f-4699-ae24-ff5689aefacf req-bfb7dd4f-b09c-49c1-af83-b79968fb2b16 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:43.022300 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d47553d2-056f-4699-ae24-ff5689aefacf req-bfb7dd4f-b09c-49c1-af83-b79968fb2b16 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0675552 Aug 24 03:31:43.031303 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:43.036428 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-e1c251da-e938-4350-ad9f-43eb06f0e252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93ff0c9-57c5-4ec1-9208-f48deb6c25b3') {'for_net_delete': True} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:43.036724 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-e1c251da-e938-4350-ad9f-43eb06f0e252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93ff0c9-57c5-4ec1-9208-f48deb6c25b3') {} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:43.070231 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e1c251da-e938-4350-ad9f-43eb06f0e252 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743072'] for segment (f93ff0c9-57c5-4ec1-9208-f48deb6c25b3), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:43.077648 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:43.090635 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e1c251da-e938-4350-ad9f-43eb06f0e252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (f93ff0c9-57c5-4ec1-9208-f48deb6c25b3), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:43.092885 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d47553d2-056f-4699-ae24-ff5689aefacf req-1757ac69-ba0f-4ecb-abe6-fd791f59a751 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643542 Aug 24 03:31:43.103114 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c251da-e938-4350-ad9f-43eb06f0e252 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=106301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:31:43.103579 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e1c251da-e938-4350-ad9f-43eb06f0e252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4933236'] for segment (f93ff0c9-57c5-4ec1-9208-f48deb6c25b3), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:43.165977 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment f93ff0c9-57c5-4ec1-9208-f48deb6c25b3 resource provider aggregate not found Aug 24 03:31:43.196808 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment f93ff0c9-57c5-4ec1-9208-f48deb6c25b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f93ff0c9-57c5-4ec1-9208-f48deb6c25b3 found for delete ", "request_id": "req-19fc4eeb-7c32-4715-bc19-d719de87eb93"}]} Aug 24 03:31:43.440872 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e1c251da-e938-4350-ad9f-43eb06f0e252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (da251601-90ca-42ca-beca-542d900849fd), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:43.448182 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e1c251da-e938-4350-ad9f-43eb06f0e252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:43.455447 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e1c251da-e938-4350-ad9f-43eb06f0e252 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/da251601-90ca-42ca-beca-542d900849fd HTTP/1.1" status: 204 len: 168 time: 0.8502741 Aug 24 03:31:43.455988 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52616) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:43.456171 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-e4648882-8a1e-4976-8590-beaf137286a5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401670 Aug 24 03:31:43.465616 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c251da-e938-4350-ad9f-43eb06f0e252 admin admin] Pushing event deleted for resources: {'Network': ['ID=da251601-90ca-42ca-beca-542d900849fd,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:43.516796 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cafb650-2083-441b-b92f-3e825b5155ab admin admin] Deleting subnet 2941a571-ce98-450c-978e-b8609cde5dd2 {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:31:43.520397 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2cafb650-2083-441b-b92f-3e825b5155ab admin admin] Publish callbacks [] for subnet (2941a571-ce98-450c-978e-b8609cde5dd2), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:43.565929 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2cafb650-2083-441b-b92f-3e825b5155ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5410074'] for subnet (2941a571-ce98-450c-978e-b8609cde5dd2), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:43.587075 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-504cf076-7852-4da6-90e1-22298d9e11c8 req-9ff8c68a-72fc-4cfa-a709-124761bca30b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191854 Aug 24 03:31:43.613728 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2cafb650-2083-441b-b92f-3e825b5155ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (2941a571-ce98-450c-978e-b8609cde5dd2), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:43.685507 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:43.693229 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601da528-3b6a-47e5-bcc2-09639aa125bc req-a952989f-3fb3-4635-90c1-3250cdd8e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:43.695220 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-601da528-3b6a-47e5-bcc2-09639aa125bc req-a952989f-3fb3-4635-90c1-3250cdd8e493 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 1129 time: 0.0494516 Aug 24 03:31:43.704789 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe33a45-d35d-43cc-b5c5-48d479196452 req-be6e003c-b1f4-491d-b23c-869729b879b2 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:43.706311 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7fe33a45-d35d-43cc-b5c5-48d479196452 req-be6e003c-b1f4-491d-b23c-869729b879b2 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0678120 Aug 24 03:31:43.738337 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2cafb650-2083-441b-b92f-3e825b5155ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4780407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5185151'] for subnet (2941a571-ce98-450c-978e-b8609cde5dd2), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:43.747158 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:43.772979 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafb650-2083-441b-b92f-3e825b5155ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2941a571-ce98-450c-978e-b8609cde5dd2,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:43.787692 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2cafb650-2083-441b-b92f-3e825b5155ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:43.790744 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2cafb650-2083-441b-b92f-3e825b5155ab admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/2941a571-ce98-450c-978e-b8609cde5dd2 HTTP/1.1" status: 204 len: 168 time: 0.3334491 Aug 24 03:31:43.793849 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52624) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:43.834760 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7fe33a45-d35d-43cc-b5c5-48d479196452 req-f6490cef-dc03-4097-b9b9-9dbaab642aa1 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187150 Aug 24 03:31:43.843456 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12fc20-4b03-4327-b748-f5b5465a6f95 req-cb8d2663-7dfd-4285-99ec-ae493e7f70fd tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:43.844988 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fd12fc20-4b03-4327-b748-f5b5465a6f95 req-cb8d2663-7dfd-4285-99ec-ae493e7f70fd tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 945 time: 0.0772033 Aug 24 03:31:43.867200 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-22794daa-b5ab-4225-90be-c3a19d375091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (5afb5fb9-1670-4b07-92f4-3540f7f390f9), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:43.897325 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fd12fc20-4b03-4327-b748-f5b5465a6f95 req-28614414-f4a3-4f0e-b378-82eda21547c0 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459602 Aug 24 03:31:43.956013 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-22794daa-b5ab-4225-90be-c3a19d375091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (5afb5fb9-1670-4b07-92f4-3540f7f390f9), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:43.976508 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-22794daa-b5ab-4225-90be-c3a19d375091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afb5fb9-1670-4b07-92f4-3540f7f390f9']}} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:43.986344 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-22794daa-b5ab-4225-90be-c3a19d375091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a719c2f-40bb-40f7-bd40-c3e16bdd785e') {'for_net_delete': True} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:43.986639 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-22794daa-b5ab-4225-90be-c3a19d375091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a719c2f-40bb-40f7-bd40-c3e16bdd785e') {} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:43.995991 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-22794daa-b5ab-4225-90be-c3a19d375091 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743072'] for segment (9a719c2f-40bb-40f7-bd40-c3e16bdd785e), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:44.009339 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-22794daa-b5ab-4225-90be-c3a19d375091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (9a719c2f-40bb-40f7-bd40-c3e16bdd785e), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:44.016236 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22794daa-b5ab-4225-90be-c3a19d375091 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=106301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:31:44.016617 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-22794daa-b5ab-4225-90be-c3a19d375091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4933236'] for segment (9a719c2f-40bb-40f7-bd40-c3e16bdd785e), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:44.072512 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-22794daa-b5ab-4225-90be-c3a19d375091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (5afb5fb9-1670-4b07-92f4-3540f7f390f9), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:44.078492 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-22794daa-b5ab-4225-90be-c3a19d375091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:44.081595 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-22794daa-b5ab-4225-90be-c3a19d375091 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/5afb5fb9-1670-4b07-92f4-3540f7f390f9 HTTP/1.1" status: 204 len: 168 time: 0.2867813 Aug 24 03:31:44.096965 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22794daa-b5ab-4225-90be-c3a19d375091 admin admin] Pushing event deleted for resources: {'Network': ['ID=5afb5fb9-1670-4b07-92f4-3540f7f390f9,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:44.257020 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a3125-7b16-4845-aaab-9f7f084d3d77 req-cdd7a8a1-d582-4a98-91fb-824e8cc86643 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:44.258533 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a89a3125-7b16-4845-aaab-9f7f084d3d77 req-cdd7a8a1-d582-4a98-91fb-824e8cc86643 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0571644 Aug 24 03:31:44.272046 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52632) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:44.307274 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a89a3125-7b16-4845-aaab-9f7f084d3d77 req-26e5352d-1d70-423f-adf8-3f577515438e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425699 Aug 24 03:31:44.314525 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ca022a40-cd57-4126-99bc-e9252468e53c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=11c86f60c4ae4ce181cd278a29003d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413358 Aug 24 03:31:44.317059 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52634) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:44.366744 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5c9934af-108f-4e1c-b60e-546d18fa239b admin admin] Publish callbacks [] for security_group (81f35bfe-2897-4b1d-8200-90f9fedd4b97), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:44.387360 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5c9934af-108f-4e1c-b60e-546d18fa239b admin admin] Publish callbacks [] for security_group (81f35bfe-2897-4b1d-8200-90f9fedd4b97), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:44.436896 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5c9934af-108f-4e1c-b60e-546d18fa239b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (81f35bfe-2897-4b1d-8200-90f9fedd4b97), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:44.439562 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5c9934af-108f-4e1c-b60e-546d18fa239b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:44.440805 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-5c9934af-108f-4e1c-b60e-546d18fa239b admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/81f35bfe-2897-4b1d-8200-90f9fedd4b97 HTTP/1.1" status: 204 len: 168 time: 0.1228099 Aug 24 03:31:44.448436 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9934af-108f-4e1c-b60e-546d18fa239b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f35bfe-2897-4b1d-8200-90f9fedd4b97,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:44.770656 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52640) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:44.810234 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-181001b3-b92f-448b-9108-b87b95489d78 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=0a23dd62c7eb4eda80fb63bd32ba4eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384593 Aug 24 03:31:44.813835 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52642) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:44.863028 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5538cbcc-e22e-41bd-8b2d-f673e0959542 admin admin] Publish callbacks [] for security_group (5f059353-0146-4c5e-a0c1-290cabab4dcb), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:44.884939 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5538cbcc-e22e-41bd-8b2d-f673e0959542 admin admin] Publish callbacks [] for security_group (5f059353-0146-4c5e-a0c1-290cabab4dcb), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:44.967398 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5538cbcc-e22e-41bd-8b2d-f673e0959542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (5f059353-0146-4c5e-a0c1-290cabab4dcb), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:44.970168 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5538cbcc-e22e-41bd-8b2d-f673e0959542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:44.971338 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-5538cbcc-e22e-41bd-8b2d-f673e0959542 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/5f059353-0146-4c5e-a0c1-290cabab4dcb HTTP/1.1" status: 204 len: 168 time: 0.1566019 Aug 24 03:31:44.981691 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538cbcc-e22e-41bd-8b2d-f673e0959542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f059353-0146-4c5e-a0c1-290cabab4dcb,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:44.990124 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982d85c-c859-4415-8ac0-0365b7c466d7 req-e2d3e840-1037-4f58-9c95-8ddc5f083da8 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:44.991670 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0982d85c-c859-4415-8ac0-0365b7c466d7 req-e2d3e840-1037-4f58-9c95-8ddc5f083da8 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0727003 Aug 24 03:31:45.056089 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0982d85c-c859-4415-8ac0-0365b7c466d7 req-b6c61c99-5ce0-4451-b0cd-4b2e5cf9c57a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584803 Aug 24 03:31:45.074754 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601da528-3b6a-47e5-bcc2-09639aa125bc req-fc91e735-cb87-4ce9-95d5-5fa4f339bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:45.076292 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-601da528-3b6a-47e5-bcc2-09639aa125bc req-fc91e735-cb87-4ce9-95d5-5fa4f339bba9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 920 time: 0.1343310 Aug 24 03:31:45.092224 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da48df-f8ab-43fa-abde-2e42df8cca37 req-9db86cf6-c6bb-4a20-985a-b9c8b3c21261 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:45.093796 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-70da48df-f8ab-43fa-abde-2e42df8cca37 req-9db86cf6-c6bb-4a20-985a-b9c8b3c21261 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 945 time: 0.0560033 Aug 24 03:31:45.144960 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-70da48df-f8ab-43fa-abde-2e42df8cca37 req-3bf4cf01-c303-463a-b289-cda3784075f9 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453656 Aug 24 03:31:45.215144 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 9a719c2f-40bb-40f7-bd40-c3e16bdd785e resource provider aggregate not found Aug 24 03:31:45.235976 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 9a719c2f-40bb-40f7-bd40-c3e16bdd785e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a719c2f-40bb-40f7-bd40-c3e16bdd785e found for delete ", "request_id": "req-2e3a0bb2-9cbc-4ac7-b689-e2f21ad9d7b5"}]} Aug 24 03:31:45.395643 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:45.441730 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c19ef6-cb7e-43b0-8de4-42b415ccfa2e req-43185e12-6d99-4489-b9ae-376f70ce44e1 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:45.443253 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-35c19ef6-cb7e-43b0-8de4-42b415ccfa2e req-43185e12-6d99-4489-b9ae-376f70ce44e1 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0576808 Aug 24 03:31:45.492149 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-35c19ef6-cb7e-43b0-8de4-42b415ccfa2e req-79e2c8ca-b538-4736-9d54-39d402e9a813 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425277 Aug 24 03:31:46.176899 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4be25e-4958-465b-ab5a-2f2fb88bf836 req-4b6a9538-751f-46cf-ac9e-115e051fe90e tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:46.178855 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0a4be25e-4958-465b-ab5a-2f2fb88bf836 req-4b6a9538-751f-46cf-ac9e-115e051fe90e tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0489490 Aug 24 03:31:46.231376 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0a4be25e-4958-465b-ab5a-2f2fb88bf836 req-875c555a-d141-41b8-a7e6-2f383fe6457c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458443 Aug 24 03:31:46.280929 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00787ec-4d36-4d75-9a7a-47eb87ebb5b3 req-473b05ab-d6f4-40e9-9c12-e3d815c9c17e tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:46.282460 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c00787ec-4d36-4d75-9a7a-47eb87ebb5b3 req-473b05ab-d6f4-40e9-9c12-e3d815c9c17e tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 945 time: 0.0500150 Aug 24 03:31:46.337609 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c00787ec-4d36-4d75-9a7a-47eb87ebb5b3 req-77ccc424-4378-43ae-ae64-bcad83494d39 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494933 Aug 24 03:31:46.403227 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-601da528-3b6a-47e5-bcc2-09639aa125bc req-180e2490-0904-4635-953d-4034beda380d service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96ac11e6-aaa8-4961-9e5b-62c81b5e9607 HTTP/1.1" status: 200 len: 217 time: 0.0471568 Aug 24 03:31:46.462148 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601da528-3b6a-47e5-bcc2-09639aa125bc req-ad15a2b4-f112-42d1-aa8b-35bb7ca0a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:46.463630 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-601da528-3b6a-47e5-bcc2-09639aa125bc req-ad15a2b4-f112-42d1-aa8b-35bb7ca0a590 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.0528724 Aug 24 03:31:46.625770 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf76ac-bb40-4231-b52b-3ba67555dff7 req-34f22f30-ffda-4e3d-9dd4-3c3cfc601fd2 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:46.633482 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f9bf76ac-bb40-4231-b52b-3ba67555dff7 req-34f22f30-ffda-4e3d-9dd4-3c3cfc601fd2 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0589960 Aug 24 03:31:46.689280 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601da528-3b6a-47e5-bcc2-09639aa125bc req-5953d7b1-f42a-4cd1-bfa7-7f530b3430a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:46.690844 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-601da528-3b6a-47e5-bcc2-09639aa125bc req-5953d7b1-f42a-4cd1-bfa7-7f530b3430a5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552912 Aug 24 03:31:46.703449 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f9bf76ac-bb40-4231-b52b-3ba67555dff7 req-dffcea9c-937d-499c-841a-d25731570613 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648093 Aug 24 03:31:46.809507 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-601da528-3b6a-47e5-bcc2-09639aa125bc req-a20bd7c1-dea4-4ad7-9417-6f904753cdc6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100726 Aug 24 03:31:46.919010 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f321a3-e474-43c5-a3e1-30faf039705f req-b5bf742a-04b5-4b4d-b4dd-41b167f137b3 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:46.920498 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f7f321a3-e474-43c5-a3e1-30faf039705f req-b5bf742a-04b5-4b4d-b4dd-41b167f137b3 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 945 time: 0.0583467 Aug 24 03:31:46.929667 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:46.933976 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:46.958389 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:46.959449 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-601da528-3b6a-47e5-bcc2-09639aa125bc req-72ce650f-5d6b-43c9-89cc-d594824de483 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978527 Aug 24 03:31:46.972728 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:46.973931 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:47.033628 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:47.046786 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-f7f321a3-e474-43c5-a3e1-30faf039705f req-985b39de-8fbf-4b72-9da6-7f43126a0e21 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Deleting port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:31:47.047150 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f7f321a3-e474-43c5-a3e1-30faf039705f req-985b39de-8fbf-4b72-9da6-7f43126a0e21 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (2e9d914d-9e52-489f-bd3b-ace15db6dd1d), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:47.140600 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-f7f321a3-e474-43c5-a3e1-30faf039705f req-985b39de-8fbf-4b72-9da6-7f43126a0e21 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] For port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2e9d914d-9e52-489f-bd3b-ace15db6dd1d,segment=NetworkSegment(58a9fe4a-965a-41db-bc2b-7b5aad5abcbe),segment_id=58a9fe4a-965a-41db-bc2b-7b5aad5abcbe)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:47.140990 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f7f321a3-e474-43c5-a3e1-30faf039705f req-985b39de-8fbf-4b72-9da6-7f43126a0e21 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (2e9d914d-9e52-489f-bd3b-ace15db6dd1d), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:47.161525 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-f7f321a3-e474-43c5-a3e1-30faf039705f req-985b39de-8fbf-4b72-9da6-7f43126a0e21 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Calling delete_port for 2e9d914d-9e52-489f-bd3b-ace15db6dd1d owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:31:47.299027 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f7f321a3-e474-43c5-a3e1-30faf039705f req-985b39de-8fbf-4b72-9da6-7f43126a0e21 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (2e9d914d-9e52-489f-bd3b-ace15db6dd1d), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:47.330510 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b39de-8fbf-4b72-9da6-7f43126a0e21 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Pushing event deleted for resources: {'Port': ['ID=2e9d914d-9e52-489f-bd3b-ace15db6dd1d,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:47.340122 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['2e9d914d-9e52-489f-bd3b-ace15db6dd1d'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:31:47.376659 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-2a0f2d07-dc98-4479-b1b6-4b4e6e34a58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:47.433671 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f321a3-e474-43c5-a3e1-30faf039705f req-985b39de-8fbf-4b72-9da6-7f43126a0e21 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] No DVR routers for this DVR port 2e9d914d-9e52-489f-bd3b-ace15db6dd1d on host hv-cinder-85426 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:31:47.451007 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cef3e-ef62-48c9-b7a7-e69e5b08c830 req-51539c9a-2dd8-4618-878b-836239758547 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:47.452612 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a60cef3e-ef62-48c9-b7a7-e69e5b08c830 req-51539c9a-2dd8-4618-878b-836239758547 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.1241889 Aug 24 03:31:47.467400 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f7f321a3-e474-43c5-a3e1-30faf039705f req-985b39de-8fbf-4b72-9da6-7f43126a0e21 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:47.471191 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f7f321a3-e474-43c5-a3e1-30faf039705f req-985b39de-8fbf-4b72-9da6-7f43126a0e21 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.84 "DELETE /networking/v2.0/ports/2e9d914d-9e52-489f-bd3b-ace15db6dd1d HTTP/1.1" status: 204 len: 173 time: 0.5454292 Aug 24 03:31:47.471627 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fde0c1-f011-4e1b-a4fa-cecb0d44132b', 'name': 'network-vif-deleted', 'tag': '2e9d914d-9e52-489f-bd3b-ace15db6dd1d'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:31:47.474044 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a76cb86-555c-4269-9c7d-f96d47d0415d" -d '{"events": [{"server_uuid": "40fde0c1-f011-4e1b-a4fa-cecb0d44132b", "name": "network-vif-deleted", "tag": "2e9d914d-9e52-489f-bd3b-ace15db6dd1d"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:31:47.479968 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7a33cc07-3bb1-4f14-ad5b-9617ddc4abe3 req-1f7a6d2a-c8d1-44de-9cd6-d5e5b7324255 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=40fde0c1-f011-4e1b-a4fa-cecb0d44132b HTTP/1.1" status: 200 len: 210 time: 0.0503676 Aug 24 03:31:47.529808 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a60cef3e-ef62-48c9-b7a7-e69e5b08c830 req-c9a05c0d-0114-4c55-9d7e-7f681212dfc3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524709 Aug 24 03:31:47.543183 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fba6dc9-7354-431b-933d-aa4f6732f9da x-openstack-request-id: req-1fba6dc9-7354-431b-933d-aa4f6732f9da {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:31:47.543646 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fde0c1-f011-4e1b-a4fa-cecb0d44132b", "name": "network-vif-deleted", "tag": "2e9d914d-9e52-489f-bd3b-ace15db6dd1d", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:31:47.543943 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1fba6dc9-7354-431b-933d-aa4f6732f9da {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:31:47.544422 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fba6dc9-7354-431b-933d-aa4f6732f9da'] response: {'server_uuid': '40fde0c1-f011-4e1b-a4fa-cecb0d44132b', 'name': 'network-vif-deleted', 'tag': '2e9d914d-9e52-489f-bd3b-ace15db6dd1d', 'status': 'completed', 'code': 200} Aug 24 03:31:47.837152 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9b956-5bce-4ab5-a7e1-7301109b975a req-2359a040-d26e-4734-9fb2-00cfd430cf2e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:47.838666 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-13c9b956-5bce-4ab5-a7e1-7301109b975a req-2359a040-d26e-4734-9fb2-00cfd430cf2e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0475531 Aug 24 03:31:47.873952 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:47.897408 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-13c9b956-5bce-4ab5-a7e1-7301109b975a req-7d3afdfb-0666-4137-bde2-4f0e27a07453 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528910 Aug 24 03:31:48.117351 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52746) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:48.228624 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d1e875f3-352b-4b8d-89bb-9d58c3d5077f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:48.313551 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d1e875f3-352b-4b8d-89bb-9d58c3d5077f admin admin] Publish callbacks [] for security_group (d4c3c39b-2b66-4469-8720-63bde777095f), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:48.314352 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 57289a66-609a-46ea-b8c8-5258bbaf0864 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:31:48.317562 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d1e875f3-352b-4b8d-89bb-9d58c3d5077f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (d4c3c39b-2b66-4469-8720-63bde777095f), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:48.361312 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d1e875f3-352b-4b8d-89bb-9d58c3d5077f admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=cf4d0ef13e1b447f88f62042546bcc7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428079 Aug 24 03:31:48.362299 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e875f3-352b-4b8d-89bb-9d58c3d5077f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c3c39b-2b66-4469-8720-63bde777095f,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:48.362896 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52750) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:48.414206 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9b481175-0c82-4986-886b-40d2d6b4f016 admin admin] Publish callbacks [] for security_group (d4c3c39b-2b66-4469-8720-63bde777095f), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:48.435468 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9b481175-0c82-4986-886b-40d2d6b4f016 admin admin] Publish callbacks [] for security_group (d4c3c39b-2b66-4469-8720-63bde777095f), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:48.435664 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 57289a66-609a-46ea-b8c8-5258bbaf0864, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=57289a66-609a-46ea-b8c8-5258bbaf0864,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:48.447571 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'port_id': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'mac_address': 'fa:16:3e:9f:4a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:31:48.484738 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 57289a66-609a-46ea-b8c8-5258bbaf0864 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:48.485030 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:48.485577 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9b481175-0c82-4986-886b-40d2d6b4f016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (d4c3c39b-2b66-4469-8720-63bde777095f), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:48.488069 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9b481175-0c82-4986-886b-40d2d6b4f016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:48.489360 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9b481175-0c82-4986-886b-40d2d6b4f016 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/d4c3c39b-2b66-4469-8720-63bde777095f HTTP/1.1" status: 204 len: 168 time: 0.1249175 Aug 24 03:31:48.497528 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b481175-0c82-4986-886b-40d2d6b4f016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c3c39b-2b66-4469-8720-63bde777095f,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:48.500283 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57289a66-609a-46ea-b8c8-5258bbaf0864 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:31:48.529172 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 57289a66-609a-46ea-b8c8-5258bbaf0864, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=57289a66-609a-46ea-b8c8-5258bbaf0864,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:48.535275 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:48.592653 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=57289a66-609a-46ea-b8c8-5258bbaf0864,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:48.681816 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c807305-9a2f-4a83-8637-34009627a529 req-cff6c547-6614-485b-b630-f02eaefa8aab tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:48.683741 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9c807305-9a2f-4a83-8637-34009627a529 req-cff6c547-6614-485b-b630-f02eaefa8aab tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0577829 Aug 24 03:31:48.740273 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9c807305-9a2f-4a83-8637-34009627a529 req-3d444f57-55de-41fc-aa52-ff973fd6154c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506792 Aug 24 03:31:48.864442 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-2e344de1-8eff-4bf9-934c-60c07de0975d tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:48.866488 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-2e344de1-8eff-4bf9-934c-60c07de0975d tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/networks?id=d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 HTTP/1.1" status: 200 len: 808 time: 0.1201723 Aug 24 03:31:48.887431 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-db00b035-0c97-4d76-b1bc-db2941250698 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/quotas/f82c6dd205d640a4a78c23050a8f73af HTTP/1.1" status: 200 len: 375 time: 0.0111775 Aug 24 03:31:48.931010 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-2adad7e4-a4ec-41e2-afe4-59f55c8657a9 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f82c6dd205d640a4a78c23050a8f73af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325475 Aug 24 03:31:48.978388 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['57289a66-609a-46ea-b8c8-5258bbaf0864'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:31:49.017951 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:49.025714 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:49.101576 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a56a61-e67f-43c9-98e3-c236995a5d42 req-498ca2a8-5254-4af5-b01b-eb4c43ef8f7a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:49.103082 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-80a56a61-e67f-43c9-98e3-c236995a5d42 req-498ca2a8-5254-4af5-b01b-eb4c43ef8f7a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 944 time: 0.0821865 Aug 24 03:31:49.113327 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-4f622145-1b83-483e-9c00-b744363f7db9 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/d8b14bbe-b5e3-4c85-93fd-466ec3cf3434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719394 Aug 24 03:31:49.246536 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-80a56a61-e67f-43c9-98e3-c236995a5d42 req-cb63cffe-1680-45b1-b165-92cc2df90e64 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319377 Aug 24 03:31:49.262382 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-4794715e-88a0-40ea-a511-86a05e080f7b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/d8b14bbe-b5e3-4c85-93fd-466ec3cf3434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465731 Aug 24 03:31:49.488499 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52800) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:49.505804 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a996e277-516e-41a8-8ff5-7822a057edc5 req-99350a7d-0187-4435-8e6a-641b4cb142ff tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 210 time: 0.0492001 Aug 24 03:31:49.639587 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f03a07d6-c950-4944-8fa9-41f6a9e20cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:49.736207 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f03a07d6-c950-4944-8fa9-41f6a9e20cc3 admin admin] Publish callbacks [] for security_group (e14bb8e8-c423-41cc-b7c1-eb1d5c92a005), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:49.741651 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f03a07d6-c950-4944-8fa9-41f6a9e20cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (e14bb8e8-c423-41cc-b7c1-eb1d5c92a005), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:49.802225 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a07d6-c950-4944-8fa9-41f6a9e20cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14bb8e8-c423-41cc-b7c1-eb1d5c92a005,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:49.810440 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f03a07d6-c950-4944-8fa9-41f6a9e20cc3 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=9a578b375db442e8be1bcb88c37a1c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200662 Aug 24 03:31:49.813165 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52844) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:49.852213 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c596c39a-6629-4e42-9fa3-afff0d0624af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:49.920220 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba47ea-3db6-480c-90eb-dd056321d34c req-61552185-62bc-420d-86db-706781bcc00d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:49.927865 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-afba47ea-3db6-480c-90eb-dd056321d34c req-61552185-62bc-420d-86db-706781bcc00d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0914550 Aug 24 03:31:49.959337 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0a434b92-0a8e-4a02-8d86-b4dda00a0701 admin admin] Publish callbacks [] for security_group (e14bb8e8-c423-41cc-b7c1-eb1d5c92a005), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:49.996637 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:50.001268 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0a434b92-0a8e-4a02-8d86-b4dda00a0701 admin admin] Publish callbacks [] for security_group (e14bb8e8-c423-41cc-b7c1-eb1d5c92a005), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:50.012793 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-afba47ea-3db6-480c-90eb-dd056321d34c req-1aa2eea3-7d1f-4aa8-b531-aeea0f50aefb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840356 Aug 24 03:31:50.069685 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0a434b92-0a8e-4a02-8d86-b4dda00a0701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (e14bb8e8-c423-41cc-b7c1-eb1d5c92a005), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:50.072440 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0a434b92-0a8e-4a02-8d86-b4dda00a0701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:50.073848 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0a434b92-0a8e-4a02-8d86-b4dda00a0701 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/e14bb8e8-c423-41cc-b7c1-eb1d5c92a005 HTTP/1.1" status: 204 len: 168 time: 0.2596071 Aug 24 03:31:50.083303 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a434b92-0a8e-4a02-8d86-b4dda00a0701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14bb8e8-c423-41cc-b7c1-eb1d5c92a005,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:50.351140 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 57289a66-609a-46ea-b8c8-5258bbaf0864 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:31:50.395185 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:50.401016 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d24dc3-8f02-48f9-825e-2da5afda29df req-c7361074-703a-4fbf-ae75-2e2d83e3e724 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:50.406557 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c7d24dc3-8f02-48f9-825e-2da5afda29df req-c7361074-703a-4fbf-ae75-2e2d83e3e724 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 944 time: 0.0512419 Aug 24 03:31:50.419413 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port 57289a66-609a-46ea-b8c8-5258bbaf0864 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:31:50.427846 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 57289a66-609a-46ea-b8c8-5258bbaf0864 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:31:50.428378 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:50.432136 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52870) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:50.445944 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-48ee5a72-14c5-4ae9-97ce-dfca12dbaa75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:50.462758 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c7d24dc3-8f02-48f9-825e-2da5afda29df req-c4784767-6ffc-4aea-9b61-2b376fe04660 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519447 Aug 24 03:31:50.525448 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 57289a66-609a-46ea-b8c8-5258bbaf0864 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:50.525843 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:50.550920 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-48ee5a72-14c5-4ae9-97ce-dfca12dbaa75 admin admin] Publish callbacks [] for security_group (15e132cb-3711-4a2e-9828-351ffa5c14c9), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:50.551459 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57289a66-609a-46ea-b8c8-5258bbaf0864'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:31:50.553900 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9098e46-dcba-4d2c-8ab3-3d89fcc67f1e" -d '{"events": [{"server_uuid": "4a89effc-2ad4-414e-bca5-d503b48fb040", "name": "network-vif-plugged", "status": "completed", "tag": "57289a66-609a-46ea-b8c8-5258bbaf0864"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:31:50.556697 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-48ee5a72-14c5-4ae9-97ce-dfca12dbaa75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (15e132cb-3711-4a2e-9828-351ffa5c14c9), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:50.576650 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 57289a66-609a-46ea-b8c8-5258bbaf0864, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=57289a66-609a-46ea-b8c8-5258bbaf0864,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:50.583628 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:50.584725 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 2e9d914d-9e52-489f-bd3b-ace15db6dd1d no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:31:50.608262 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 52884) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:50.609395 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-48ee5a72-14c5-4ae9-97ce-dfca12dbaa75 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=f7d31a48d4334f448a1c6643186a8764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763985 Aug 24 03:31:50.610606 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee5a72-14c5-4ae9-97ce-dfca12dbaa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e132cb-3711-4a2e-9828-351ffa5c14c9,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:50.635119 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd180d02-d2f5-42b5-82ae-495bec3cc860 x-openstack-request-id: req-bd180d02-d2f5-42b5-82ae-495bec3cc860 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:31:50.635434 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89effc-2ad4-414e-bca5-d503b48fb040", "name": "network-vif-plugged", "status": "completed", "tag": "57289a66-609a-46ea-b8c8-5258bbaf0864", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:31:50.637068 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd180d02-d2f5-42b5-82ae-495bec3cc860 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:31:50.637510 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd180d02-d2f5-42b5-82ae-495bec3cc860'] response: {'server_uuid': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'code': 200} Aug 24 03:31:50.658716 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: 2e9d914d-9e52-489f-bd3b-ace15db6dd1d {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:31:50.659149 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 2e9d914d-9e52-489f-bd3b-ace15db6dd1d not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:31:50.691208 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=57289a66-609a-46ea-b8c8-5258bbaf0864,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:50.692439 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5c1446c0-a85f-4283-8d48-8736f89353e6 req-f73b6dca-551d-401f-a8c3-87bc6cb2cb9f tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 210 time: 0.0558128 Aug 24 03:31:50.800576 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4776c083-465e-4fd4-9ca4-ce5f13309e51 admin admin] Publish callbacks [] for security_group (15e132cb-3711-4a2e-9828-351ffa5c14c9), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:50.834305 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4776c083-465e-4fd4-9ca4-ce5f13309e51 admin admin] Publish callbacks [] for security_group (15e132cb-3711-4a2e-9828-351ffa5c14c9), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:50.846619 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:50.875701 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-0c072719-acf9-40bc-abf2-1910444b6c7d tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:50.877601 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-0c072719-acf9-40bc-abf2-1910444b6c7d tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.84 "GET /networking/v2.0/networks?id=d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 HTTP/1.1" status: 200 len: 808 time: 0.1642439 Aug 24 03:31:50.902135 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-8700d4ba-62eb-4520-9786-0d5dbfee38ff tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Request body: {'port': {'device_id': '222caa51-3279-42d1-8493-ecdaaadfd03b', 'network_id': 'd8b14bbe-b5e3-4c85-93fd-466ec3cf3434', 'admin_state_up': True, 'tenant_id': 'f82c6dd205d640a4a78c23050a8f73af'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:50.925864 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e228f-6191-4997-8093-595fa854a29f req-51c56921-92da-4aaa-955b-4da54b870977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:50.927512 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5d0e228f-6191-4997-8093-595fa854a29f req-51c56921-92da-4aaa-955b-4da54b870977 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 1129 time: 0.0559292 Aug 24 03:31:50.946746 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4776c083-465e-4fd4-9ca4-ce5f13309e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (15e132cb-3711-4a2e-9828-351ffa5c14c9), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:50.950367 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4776c083-465e-4fd4-9ca4-ce5f13309e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:50.951843 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-4776c083-465e-4fd4-9ca4-ce5f13309e51 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/15e132cb-3711-4a2e-9828-351ffa5c14c9 HTTP/1.1" status: 204 len: 168 time: 0.3418431 Aug 24 03:31:50.966940 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776c083-465e-4fd4-9ca4-ce5f13309e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e132cb-3711-4a2e-9828-351ffa5c14c9,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:51.007202 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5d0e228f-6191-4997-8093-595fa854a29f req-8c01058f-27a3-4528-b5f7-6034d5cb1fe8 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639517 Aug 24 03:31:51.022020 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:51.062955 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-8700d4ba-62eb-4520-9786-0d5dbfee38ff tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Made reservation on behalf of f82c6dd205d640a4a78c23050a8f73af for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:31:51.067315 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-8700d4ba-62eb-4520-9786-0d5dbfee38ff tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:51.199119 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af94f4-9223-40c6-859c-abd41cb45adb req-f25af7fb-c9ee-48ee-940f-73cbcef23abd tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:51.200611 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a9af94f4-9223-40c6-859c-abd41cb45adb req-f25af7fb-c9ee-48ee-940f-73cbcef23abd tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0732350 Aug 24 03:31:51.292383 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a9af94f4-9223-40c6-859c-abd41cb45adb req-c8387c93-7a10-4f34-9bad-f5999ed7f686 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694327 Aug 24 03:31:51.296174 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-8700d4ba-62eb-4520-9786-0d5dbfee38ff tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Allocated IP 172.20.0.12 (d8b14bbe-b5e3-4c85-93fd-466ec3cf3434/198bdd76-dfc9-438d-8402-8917bef1bc93/e2ba287f-9853-42e5-92fb-e01bc233abde) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:31:51.458224 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:51.462636 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-8700d4ba-62eb-4520-9786-0d5dbfee38ff tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks [] for port (e2ba287f-9853-42e5-92fb-e01bc233abde), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:51.501881 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-8700d4ba-62eb-4520-9786-0d5dbfee38ff tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (e2ba287f-9853-42e5-92fb-e01bc233abde), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:51.554958 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-8700d4ba-62eb-4520-9786-0d5dbfee38ff tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Network d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:31:51.569721 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-8700d4ba-62eb-4520-9786-0d5dbfee38ff tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:31:51.575585 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-8700d4ba-62eb-4520-9786-0d5dbfee38ff tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:31:51.872856 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700d4ba-62eb-4520-9786-0d5dbfee38ff tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Pushing event updated for resources: {'Port': ['ID=e2ba287f-9853-42e5-92fb-e01bc233abde,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:51.930959 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae910078-d470-4f2f-86fe-4b927aadb949 req-37ac5b23-37ad-491d-9235-be9bfd4f9ae0 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:51.932684 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ae910078-d470-4f2f-86fe-4b927aadb949 req-37ac5b23-37ad-491d-9235-be9bfd4f9ae0 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.3742974 Aug 24 03:31:51.959446 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f14a6f-7d18-407c-a943-7100ec7a1dbe req-70e06885-4831-4abf-beff-6a92f7089fbd tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:51.963964 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c0f14a6f-7d18-407c-a943-7100ec7a1dbe req-70e06885-4831-4abf-beff-6a92f7089fbd tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 932 time: 0.1126256 Aug 24 03:31:51.969197 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-8700d4ba-62eb-4520-9786-0d5dbfee38ff tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:51.969890 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-8700d4ba-62eb-4520-9786-0d5dbfee38ff tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:52.018905 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-8700d4ba-62eb-4520-9786-0d5dbfee38ff tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1208725 Aug 24 03:31:52.062697 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Request body: {'port': {'device_id': '222caa51-3279-42d1-8493-ecdaaadfd03b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:52.070529 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ae910078-d470-4f2f-86fe-4b927aadb949 req-02c51a3c-a741-4ef3-9a52-dbdfc925dffa tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287127 Aug 24 03:31:52.095684 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c0f14a6f-7d18-407c-a943-7100ec7a1dbe req-27d8fdf0-069c-48c4-a650-a3b196b73e3a tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129725 Aug 24 03:31:52.113912 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:52.144264 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e2ba287f-9853-42e5-92fb-e01bc233abde), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:52.480270 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ba287f-9853-42e5-92fb-e01bc233abde {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:31:52.489993 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf845f-016b-40ed-877e-99ae2fcde1ca req-8529429c-fada-4f85-af05-8e3da28328e2 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:52.491501 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1fdf845f-016b-40ed-877e-99ae2fcde1ca req-8529429c-fada-4f85-af05-8e3da28328e2 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0873222 Aug 24 03:31:52.502169 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Publish callbacks [] for port (e2ba287f-9853-42e5-92fb-e01bc233abde), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:52.510125 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:52.532053 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Transition to ACTIVE for port object e2ba287f-9853-42e5-92fb-e01bc233abde will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:31:52.537140 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (e2ba287f-9853-42e5-92fb-e01bc233abde), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:52.598375 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:52.600135 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:52.604541 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1fdf845f-016b-40ed-877e-99ae2fcde1ca req-faf79d51-940b-4453-87ad-d2de4dc22991 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056471 Aug 24 03:31:52.629291 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Pushing event updated for resources: {'Port': ['ID=e2ba287f-9853-42e5-92fb-e01bc233abde,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:52.684919 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Attempting to bind port e2ba287f-9853-42e5-92fb-e01bc233abde on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:31:52.685332 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Attempting to bind port e2ba287f-9853-42e5-92fb-e01bc233abde by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '58a9fe4a-965a-41db-bc2b-7b5aad5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd8b14bbe-b5e3-4c85-93fd-466ec3cf3434'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:31:52.685564 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Attempting to bind port e2ba287f-9853-42e5-92fb-e01bc233abde on network d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:31:52.691154 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Port e2ba287f-9853-42e5-92fb-e01bc233abde on network d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:31:52.691483 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Attempting to bind port e2ba287f-9853-42e5-92fb-e01bc233abde on network d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:31:52.696878 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:31:52.697219 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Checking segment: {'id': '58a9fe4a-965a-41db-bc2b-7b5aad5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd8b14bbe-b5e3-4c85-93fd-466ec3cf3434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:31:52.697604 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Bound using segment: {'id': '58a9fe4a-965a-41db-bc2b-7b5aad5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd8b14bbe-b5e3-4c85-93fd-466ec3cf3434'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:31:52.698034 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Bound port: e2ba287f-9853-42e5-92fb-e01bc233abde, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a9fe4a-965a-41db-bc2b-7b5aad5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd8b14bbe-b5e3-4c85-93fd-466ec3cf3434'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:31:52.698514 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e2ba287f-9853-42e5-92fb-e01bc233abde), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:52.761250 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] For port e2ba287f-9853-42e5-92fb-e01bc233abde, host hv-cinder-85426, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:31:52.764254 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] For port e2ba287f-9853-42e5-92fb-e01bc233abde, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e2ba287f-9853-42e5-92fb-e01bc233abde,segment=NetworkSegment(58a9fe4a-965a-41db-bc2b-7b5aad5abcbe),segment_id=58a9fe4a-965a-41db-bc2b-7b5aad5abcbe)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:31:52.770647 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (e2ba287f-9853-42e5-92fb-e01bc233abde), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:52.774674 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:52.775294 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:52.776748 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/e2ba287f-9853-42e5-92fb-e01bc233abde HTTP/1.1" status: 200 len: 1094 time: 0.7213912 Aug 24 03:31:52.777257 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222caa51-3279-42d1-8493-ecdaaadfd03b', 'tag': 'e2ba287f-9853-42e5-92fb-e01bc233abde'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:31:52.779476 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee0e0e4-215b-4e93-91db-9fc59ecfd7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "222caa51-3279-42d1-8493-ecdaaadfd03b", "tag": "e2ba287f-9853-42e5-92fb-e01bc233abde"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:31:52.829235 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e0996-d4cf-497d-b038-b8601739b3be service neutron] Pushing event updated for resources: {'Port': ['ID=e2ba287f-9853-42e5-92fb-e01bc233abde,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:52.967929 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb6dff5-188f-4497-980b-08acd1616964 x-openstack-request-id: req-2fb6dff5-188f-4497-980b-08acd1616964 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:31:52.969094 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222caa51-3279-42d1-8493-ecdaaadfd03b", "tag": "e2ba287f-9853-42e5-92fb-e01bc233abde", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:31:52.969192 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2fb6dff5-188f-4497-980b-08acd1616964 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:31:52.969578 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb6dff5-188f-4497-980b-08acd1616964'] response: {'name': 'network-changed', 'server_uuid': '222caa51-3279-42d1-8493-ecdaaadfd03b', 'tag': 'e2ba287f-9853-42e5-92fb-e01bc233abde', 'status': 'completed', 'code': 200} Aug 24 03:31:53.091711 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-20316564-40f2-44a8-9828-9440dccd08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:53.093385 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-20316564-40f2-44a8-9828-9440dccd08f6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=f82c6dd205d640a4a78c23050a8f73af&device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 1128 time: 0.0445640 Aug 24 03:31:53.150534 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-04961774-8ab4-4e32-b817-efc69ab50ebf service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2ba287f-9853-42e5-92fb-e01bc233abde HTTP/1.1" status: 200 len: 217 time: 0.0389445 Aug 24 03:31:53.272418 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a3510-62f6-4a07-a138-dab2d76554c2 req-9c9c7be4-2e17-4b56-8bf9-8fe4e461e18b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:53.273867 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4b5a3510-62f6-4a07-a138-dab2d76554c2 req-9c9c7be4-2e17-4b56-8bf9-8fe4e461e18b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.1204908 Aug 24 03:31:53.278062 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-af760ff6-3553-42c0-87d7-b0f50bb0608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:53.279424 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-af760ff6-3553-42c0-87d7-b0f50bb0608a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=198bdd76-dfc9-438d-8402-8917bef1bc93 HTTP/1.1" status: 200 len: 848 time: 0.1149819 Aug 24 03:31:53.304850 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f66a20-7041-446f-a3d0-6d207062682d req-2f1a97df-8ff6-46e9-8156-58839288dec4 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:53.306277 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d3f66a20-7041-446f-a3d0-6d207062682d req-2f1a97df-8ff6-46e9-8156-58839288dec4 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 944 time: 0.1174803 Aug 24 03:31:53.340715 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-f967f75a-edbb-47d9-bdb0-1bded84007b8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=d8b14bbe-b5e3-4c85-93fd-466ec3cf3434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495095 Aug 24 03:31:53.361916 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:53.427116 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4b5a3510-62f6-4a07-a138-dab2d76554c2 req-3f6b8ae9-c690-4d60-9d93-b3bbad3245df tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466789 Aug 24 03:31:53.472265 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d3f66a20-7041-446f-a3d0-6d207062682d req-25e84d29-384c-422e-b4ca-c51c1a88fb2e tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569810 Aug 24 03:31:53.509285 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-1feb55c0-0da1-40ad-b675-f5d252392733 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d8b14bbe-b5e3-4c85-93fd-466ec3cf3434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579831 Aug 24 03:31:53.580841 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610a1c7-9a90-41a5-979b-f69b36fce768 req-59f2bff0-886a-4256-bb71-917ec218b5c3 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:53.582226 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9610a1c7-9a90-41a5-979b-f69b36fce768 req-59f2bff0-886a-4256-bb71-917ec218b5c3 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0712042 Aug 24 03:31:53.592101 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 52996) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:31:53.596809 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-32a852dc-bf6a-409e-9c4f-785e6ade1e82 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Request body: {'floatingip': {'port_id': '57289a66-609a-46ea-b8c8-5258bbaf0864'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:31:53.648672 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b3c3d0c-1c6d-4571-8731-8fc75abd4227 req-67eed974-adf3-410d-aa5e-f1c54f048223 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d8b14bbe-b5e3-4c85-93fd-466ec3cf3434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257355 Aug 24 03:31:53.669618 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-32a852dc-bf6a-409e-9c4f-785e6ade1e82 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for floatingip (a30f3b1b-dae9-4f89-81f6-81dc88a62895), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:53.747704 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902b570-a848-4f2e-a2cf-3a2451581b71 req-f7563116-8d62-40eb-ac2a-02a874b94632 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:53.749288 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2902b570-a848-4f2e-a2cf-3a2451581b71 req-f7563116-8d62-40eb-ac2a-02a874b94632 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0573299 Aug 24 03:31:53.794428 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:53.806310 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2902b570-a848-4f2e-a2cf-3a2451581b71 req-a58a6f3b-5258-4b11-8ef1-202b546d5646 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506268 Aug 24 03:31:53.860786 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:54.239632 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-32a852dc-bf6a-409e-9c4f-785e6ade1e82 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:54.243399 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-32a852dc-bf6a-409e-9c4f-785e6ade1e82 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (a30f3b1b-dae9-4f89-81f6-81dc88a62895), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:54.340168 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-32a852dc-bf6a-409e-9c4f-785e6ade1e82 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Floating IP a30f3b1b-dae9-4f89-81f6-81dc88a62895 associated. External IP: 172.27.4.109, port: 57289a66-609a-46ea-b8c8-5258bbaf0864. Aug 24 03:31:54.553423 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a852dc-bf6a-409e-9c4f-785e6ade1e82 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:31:54.607949 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4545a8-aec6-4f15-8c63-4eb5a323c90c req-be436619-c4aa-4881-9d07-d5b1e4072696 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:54.609499 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4e4545a8-aec6-4f15-8c63-4eb5a323c90c req-be436619-c4aa-4881-9d07-d5b1e4072696 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 944 time: 0.0532403 Aug 24 03:31:54.657574 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:54.668178 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4e4545a8-aec6-4f15-8c63-4eb5a323c90c req-dfe0a93f-72ec-4eff-a5cf-e586e14e4cd8 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528092 Aug 24 03:31:54.817747 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0e0e4-215b-4e93-91db-9fc59ecfd7f7 req-54cf3f65-9378-40d6-a25b-7c1868e86b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:54.819284 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aee0e0e4-215b-4e93-91db-9fc59ecfd7f7 req-54cf3f65-9378-40d6-a25b-7c1868e86b47 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=f82c6dd205d640a4a78c23050a8f73af&device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 1128 time: 0.0435171 Aug 24 03:31:54.876251 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a852dc-bf6a-409e-9c4f-785e6ade1e82 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:31:54.881131 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-32a852dc-bf6a-409e-9c4f-785e6ade1e82 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:54.887505 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d4a871-726a-4e2b-ab78-072a386ea368 None None] Sync routers for ids ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:31:54.916834 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-32a852dc-bf6a-409e-9c4f-785e6ade1e82 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/a30f3b1b-dae9-4f89-81f6-81dc88a62895 HTTP/1.1" status: 200 len: 991 time: 1.3228736 Aug 24 03:31:54.916834 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'tag': '57289a66-609a-46ea-b8c8-5258bbaf0864'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:31:54.918565 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d4a871-726a-4e2b-ab78-072a386ea368 None None] Routers {'71a22cfd-8168-4dde-a53a-9fe8a017ee85'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:31:54.919170 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e0e267-6f22-4033-8d24-439a9b57c7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a89effc-2ad4-414e-bca5-d503b48fb040", "tag": "57289a66-609a-46ea-b8c8-5258bbaf0864"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:31:54.919305 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-03d4a871-726a-4e2b-ab78-072a386ea368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:31:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:54.966386 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0e0e4-215b-4e93-91db-9fc59ecfd7f7 req-e3dc94bd-cc4c-4c19-8331-df6592b2d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:54.967891 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aee0e0e4-215b-4e93-91db-9fc59ecfd7f7 req-e3dc94bd-cc4c-4c19-8331-df6592b2d5cb service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 HTTP/1.1" status: 200 len: 909 time: 0.1423559 Aug 24 03:31:54.974798 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db607def-e2f6-4a1d-ac4e-3a0d56a4d398 req-f5d50278-3e18-4119-a623-a51bad27b6c4 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:54.975442 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870721fa-6e65-418a-9d71-424e816360ee x-openstack-request-id: req-870721fa-6e65-418a-9d71-424e816360ee {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:31:54.975731 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a89effc-2ad4-414e-bca5-d503b48fb040", "tag": "57289a66-609a-46ea-b8c8-5258bbaf0864", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:31:54.975984 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-870721fa-6e65-418a-9d71-424e816360ee {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:31:54.976226 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-db607def-e2f6-4a1d-ac4e-3a0d56a4d398 req-f5d50278-3e18-4119-a623-a51bad27b6c4 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0741935 Aug 24 03:31:54.976405 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870721fa-6e65-418a-9d71-424e816360ee'] response: {'name': 'network-changed', 'server_uuid': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'tag': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'status': 'completed', 'code': 200} Aug 24 03:31:55.021466 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aee0e0e4-215b-4e93-91db-9fc59ecfd7f7 req-fb5cb0a3-f7ef-4e61-a624-5b7a777487f6 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2ba287f-9853-42e5-92fb-e01bc233abde HTTP/1.1" status: 200 len: 217 time: 0.0402074 Aug 24 03:31:55.036095 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-03d4a871-726a-4e2b-ab78-072a386ea368 None None] Set router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:31:55.099510 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-db607def-e2f6-4a1d-ac4e-3a0d56a4d398 req-65ebf38f-c805-4969-97b3-9370f5834305 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105840 Aug 24 03:31:55.105096 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0e267-6f22-4033-8d24-439a9b57c7d0 req-8b84336b-c38e-4f35-9c56-1bd54c66ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:55.106989 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-05e0e267-6f22-4033-8d24-439a9b57c7d0 req-8b84336b-c38e-4f35-9c56-1bd54c66ced0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 1129 time: 0.0551167 Aug 24 03:31:55.117756 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0e0e4-215b-4e93-91db-9fc59ecfd7f7 req-069339f9-802d-4ea4-8d18-43477d70ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:55.119282 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aee0e0e4-215b-4e93-91db-9fc59ecfd7f7 req-069339f9-802d-4ea4-8d18-43477d70ffe4 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=198bdd76-dfc9-438d-8402-8917bef1bc93 HTTP/1.1" status: 200 len: 848 time: 0.0823965 Aug 24 03:31:55.157743 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aee0e0e4-215b-4e93-91db-9fc59ecfd7f7 req-a5feb22e-ebf9-4b24-aeea-c5d4a401920e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=d8b14bbe-b5e3-4c85-93fd-466ec3cf3434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320604 Aug 24 03:31:55.216609 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0e267-6f22-4033-8d24-439a9b57c7d0 req-f44ffb23-b37a-4427-a771-8d89b01a2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:55.218217 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-05e0e267-6f22-4033-8d24-439a9b57c7d0 req-f44ffb23-b37a-4427-a771-8d89b01a2c39 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=52ff60ab-ab6b-4793-b855-63432cd730d4 HTTP/1.1" status: 200 len: 918 time: 0.1048393 Aug 24 03:31:55.265218 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aee0e0e4-215b-4e93-91db-9fc59ecfd7f7 req-56d9cf0b-4513-476d-be02-f68c817c00af service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d8b14bbe-b5e3-4c85-93fd-466ec3cf3434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957761 Aug 24 03:31:55.284901 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-05e0e267-6f22-4033-8d24-439a9b57c7d0 req-b2b4e197-8f13-434a-99d5-5ec517080077 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57289a66-609a-46ea-b8c8-5258bbaf0864 HTTP/1.1" status: 200 len: 999 time: 0.0606186 Aug 24 03:31:55.326304 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:55.340135 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0e267-6f22-4033-8d24-439a9b57c7d0 req-d9fa118a-50d0-4108-8780-985c973a0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:55.341801 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-05e0e267-6f22-4033-8d24-439a9b57c7d0 req-d9fa118a-50d0-4108-8780-985c973a0495 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=8eba2ef7-6d0c-4faf-acaa-72abc36d027f HTTP/1.1" status: 200 len: 856 time: 0.0503924 Aug 24 03:31:55.353485 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-03d4a871-726a-4e2b-ab78-072a386ea368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'a30f3b1b-dae9-4f89-81f6-81dc88a62895', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'floating_ip_address': '172.27.4.109', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'port_id': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'mac_address': 'fa:16:3e:9f:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:31:34Z', 'updated_at': '2022-08-24T03:31:54Z', 'revision_number': 1, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:38Z', 'revision_number': 5, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:55.377555 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aee0e0e4-215b-4e93-91db-9fc59ecfd7f7 req-f75622a6-ba72-47b4-aa54-d31d3cc270e8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d8b14bbe-b5e3-4c85-93fd-466ec3cf3434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059124 Aug 24 03:31:55.384814 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d4a871-726a-4e2b-ab78-072a386ea368 None None] Checking router: 71a22cfd-8168-4dde-a53a-9fe8a017ee85 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:31:55.397391 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0e267-6f22-4033-8d24-439a9b57c7d0 req-2999b1bd-9132-46a7-b118-0149152f2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:55.399298 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-05e0e267-6f22-4033-8d24-439a9b57c7d0 req-2999b1bd-9132-46a7-b118-0149152f2dd3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=52ff60ab-ab6b-4793-b855-63432cd730d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505674 Aug 24 03:31:55.403685 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d4a871-726a-4e2b-ab78-072a386ea368 None None] Routers {'71a22cfd-8168-4dde-a53a-9fe8a017ee85'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:31:55.404582 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-03d4a871-726a-4e2b-ab78-072a386ea368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:31:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:55.444670 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:55.519043 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-03d4a871-726a-4e2b-ab78-072a386ea368 None None] Set router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:31:55.523247 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-05e0e267-6f22-4033-8d24-439a9b57c7d0 req-93012cc2-50ad-46ee-b302-d2bfd9d3c2e9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982139 Aug 24 03:31:55.551693 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:55.599179 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:55.627383 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-05e0e267-6f22-4033-8d24-439a9b57c7d0 req-901c1688-1a23-404a-9414-c01d24264714 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983827 Aug 24 03:31:55.759868 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-03d4a871-726a-4e2b-ab78-072a386ea368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'a30f3b1b-dae9-4f89-81f6-81dc88a62895', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'floating_ip_address': '172.27.4.109', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'port_id': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'mac_address': 'fa:16:3e:9f:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:31:34Z', 'updated_at': '2022-08-24T03:31:54Z', 'revision_number': 1, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:38Z', 'revision_number': 5, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:31:55.788212 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d4a871-726a-4e2b-ab78-072a386ea368 None None] The sync data for ids ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'] in dv-cinder-854261-1-iscsi is: [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'a30f3b1b-dae9-4f89-81f6-81dc88a62895', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'floating_ip_address': '172.27.4.109', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'port_id': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'mac_address': 'fa:16:3e:9f:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:31:34Z', 'updated_at': '2022-08-24T03:31:54Z', 'revision_number': 1, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:38Z', 'revision_number': 5, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:31:55.795660 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b199c-6ff7-4e97-a5b3-3c605939989c req-ec4f29fc-9bea-45d3-be5c-47784f6019cb tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:55.801319 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a85b199c-6ff7-4e97-a5b3-3c605939989c req-ec4f29fc-9bea-45d3-be5c-47784f6019cb tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 944 time: 0.0605755 Aug 24 03:31:55.833173 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:55.861241 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a85b199c-6ff7-4e97-a5b3-3c605939989c req-73ce683f-ed9f-4510-91bf-88f81cf6ae6a tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567603 Aug 24 03:31:55.987773 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74eb814-c8a3-4fcd-a281-716716a84c63 None None] New status for floating IP a30f3b1b-dae9-4f89-81f6-81dc88a62895: ACTIVE {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:31:56.258691 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25218a45-7db0-43d8-81f5-b5c0e9568b40 req-c6b85300-2bf2-417d-8e05-2143053da1c6 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:56.260198 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-25218a45-7db0-43d8-81f5-b5c0e9568b40 req-c6b85300-2bf2-417d-8e05-2143053da1c6 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0608857 Aug 24 03:31:56.312541 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-25218a45-7db0-43d8-81f5-b5c0e9568b40 req-2161d400-6535-4943-9bc5-cfc6d743fd1b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465460 Aug 24 03:31:56.344897 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device e2ba287f-9853-42e5-92fb-e01bc233abde details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:31:56.455028 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port e2ba287f-9853-42e5-92fb-e01bc233abde, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e2ba287f-9853-42e5-92fb-e01bc233abde,segment=NetworkSegment(58a9fe4a-965a-41db-bc2b-7b5aad5abcbe),segment_id=58a9fe4a-965a-41db-bc2b-7b5aad5abcbe)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:56.465754 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': 'e2ba287f-9853-42e5-92fb-e01bc233abde', 'network_id': 'd8b14bbe-b5e3-4c85-93fd-466ec3cf3434', 'port_id': 'e2ba287f-9853-42e5-92fb-e01bc233abde', 'mac_address': 'fa:16:3e:d1:a1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198bdd76-dfc9-438d-8402-8917bef1bc93', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:31:56.502904 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port e2ba287f-9853-42e5-92fb-e01bc233abde is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:56.503342 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e2ba287f-9853-42e5-92fb-e01bc233abde), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:56.518469 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ba287f-9853-42e5-92fb-e01bc233abde {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:31:56.542293 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port e2ba287f-9853-42e5-92fb-e01bc233abde, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e2ba287f-9853-42e5-92fb-e01bc233abde,segment=NetworkSegment(58a9fe4a-965a-41db-bc2b-7b5aad5abcbe),segment_id=58a9fe4a-965a-41db-bc2b-7b5aad5abcbe)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:56.546850 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (e2ba287f-9853-42e5-92fb-e01bc233abde), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:56.597410 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=e2ba287f-9853-42e5-92fb-e01bc233abde,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:56.970158 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['e2ba287f-9853-42e5-92fb-e01bc233abde'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:31:56.987041 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf64283-26ff-4507-8d9c-c3f972b75dc1 req-0f788984-71b0-46b3-bc5e-50708f007db9 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:56.988554 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ccf64283-26ff-4507-8d9c-c3f972b75dc1 req-0f788984-71b0-46b3-bc5e-50708f007db9 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 945 time: 0.0480421 Aug 24 03:31:57.040893 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ccf64283-26ff-4507-8d9c-c3f972b75dc1 req-17d61d38-d7ab-447b-aad1-688a733eb6fb tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457807 Aug 24 03:31:57.435157 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cc978-fda8-4d7c-8d20-2463da993104 req-1c365d1f-c96d-45ba-b164-5eebc197dbef tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:57.436613 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e19cc978-fda8-4d7c-8d20-2463da993104 req-1c365d1f-c96d-45ba-b164-5eebc197dbef tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0502872 Aug 24 03:31:57.489532 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e19cc978-fda8-4d7c-8d20-2463da993104 req-50216119-0cad-418a-9800-4288ac3591d3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472176 Aug 24 03:31:58.167251 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297344b-6943-43da-bb85-af1be7333973 req-69d59373-f3ca-4372-9d77-0540d0e6ff74 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:58.168784 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4297344b-6943-43da-bb85-af1be7333973 req-69d59373-f3ca-4372-9d77-0540d0e6ff74 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 945 time: 0.0482988 Aug 24 03:31:58.224378 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4297344b-6943-43da-bb85-af1be7333973 req-ad07cb52-15b4-4cac-a2b7-bb7a3874be75 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490475 Aug 24 03:31:58.379496 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device e2ba287f-9853-42e5-92fb-e01bc233abde up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:31:58.424194 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port e2ba287f-9853-42e5-92fb-e01bc233abde completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:31:58.430138 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port e2ba287f-9853-42e5-92fb-e01bc233abde triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:31:58.430609 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (e2ba287f-9853-42e5-92fb-e01bc233abde), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:58.507598 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port e2ba287f-9853-42e5-92fb-e01bc233abde is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:31:58.507983 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e2ba287f-9853-42e5-92fb-e01bc233abde), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:58.528269 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:58.535728 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222caa51-3279-42d1-8493-ecdaaadfd03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ba287f-9853-42e5-92fb-e01bc233abde'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:31:58.538802 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62749a90-bd87-4eeb-a97d-94e5b7cfdd4f" -d '{"events": [{"server_uuid": "222caa51-3279-42d1-8493-ecdaaadfd03b", "name": "network-vif-plugged", "status": "completed", "tag": "e2ba287f-9853-42e5-92fb-e01bc233abde"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:31:58.558311 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port e2ba287f-9853-42e5-92fb-e01bc233abde, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e2ba287f-9853-42e5-92fb-e01bc233abde,segment=NetworkSegment(58a9fe4a-965a-41db-bc2b-7b5aad5abcbe),segment_id=58a9fe4a-965a-41db-bc2b-7b5aad5abcbe)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:31:58.566206 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (e2ba287f-9853-42e5-92fb-e01bc233abde), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:31:58.594345 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e87db0a-f83a-46b4-8c18-ab1ecd863e66 x-openstack-request-id: req-2e87db0a-f83a-46b4-8c18-ab1ecd863e66 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:31:58.594687 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222caa51-3279-42d1-8493-ecdaaadfd03b", "name": "network-vif-plugged", "status": "completed", "tag": "e2ba287f-9853-42e5-92fb-e01bc233abde", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:31:58.594947 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e87db0a-f83a-46b4-8c18-ab1ecd863e66 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:31:58.595380 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e87db0a-f83a-46b4-8c18-ab1ecd863e66'] response: {'server_uuid': '222caa51-3279-42d1-8493-ecdaaadfd03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ba287f-9853-42e5-92fb-e01bc233abde', 'code': 200} Aug 24 03:31:58.625246 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=e2ba287f-9853-42e5-92fb-e01bc233abde,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:31:58.637977 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405ea75-1943-4d52-a2b7-a048e6244064 req-fa767a90-893d-4b44-8ab1-51ed8b3625eb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:58.639532 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9405ea75-1943-4d52-a2b7-a048e6244064 req-fa767a90-893d-4b44-8ab1-51ed8b3625eb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0636411 Aug 24 03:31:58.690246 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:31:58.732012 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9405ea75-1943-4d52-a2b7-a048e6244064 req-b2787072-0051-47e5-8bbb-4a98c66a8451 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867465 Aug 24 03:31:58.884524 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be19e4-efca-4a8d-9d06-ad6ec3a077c0 req-41bce963-4a3d-4b7b-b2b6-1b9395c94885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:58.886047 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-53be19e4-efca-4a8d-9d06-ad6ec3a077c0 req-41bce963-4a3d-4b7b-b2b6-1b9395c94885 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 1130 time: 0.0403104 Aug 24 03:31:58.931491 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-53be19e4-efca-4a8d-9d06-ad6ec3a077c0 req-94f51c8f-1c1f-4602-ae9a-5c1c3bb41b47 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386393 Aug 24 03:31:59.347067 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3b440-6d26-4fd6-b47a-0c8509b561f0 req-64a3fb2e-ba9e-479b-ae54-bddf2ad050c3 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:59.348601 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c8b3b440-6d26-4fd6-b47a-0c8509b561f0 req-64a3fb2e-ba9e-479b-ae54-bddf2ad050c3 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 946 time: 0.0499704 Aug 24 03:31:59.399202 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c8b3b440-6d26-4fd6-b47a-0c8509b561f0 req-5be28a08-841f-4e40-b731-98d77754f9dc tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440183 Aug 24 03:31:59.870354 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e40723-9ad8-4aa5-a884-b1af8893f671 req-1f736c8f-91f3-46ab-ac84-29c939dc9c05 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:31:59.871857 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b5e40723-9ad8-4aa5-a884-b1af8893f671 req-1f736c8f-91f3-46ab-ac84-29c939dc9c05 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0512671 Aug 24 03:31:59.931991 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b5e40723-9ad8-4aa5-a884-b1af8893f671 req-2eefeb83-8eaf-441d-8b34-d4475c99ee1a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528319 Aug 24 03:32:00.522876 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9a55e-86f3-4f0c-bebd-c5eb48049927 req-f4a6e627-155c-4ede-80fe-c663d931a57d tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:00.524374 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-76c9a55e-86f3-4f0c-bebd-c5eb48049927 req-f4a6e627-155c-4ede-80fe-c663d931a57d tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 946 time: 0.0525362 Aug 24 03:32:00.571794 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-76c9a55e-86f3-4f0c-bebd-c5eb48049927 req-3f18fc01-e326-432e-bc96-4f9dff02c223 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417557 Aug 24 03:32:01.064178 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8388645-86d9-47e6-b76a-b9f950050ca4 req-9d09437e-f28a-4028-9220-37a2f6bd6347 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:01.065631 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b8388645-86d9-47e6-b76a-b9f950050ca4 req-9d09437e-f28a-4028-9220-37a2f6bd6347 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0499699 Aug 24 03:32:01.116833 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b8388645-86d9-47e6-b76a-b9f950050ca4 req-d217d472-08ca-43f7-9ac4-036e1c287f22 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447319 Aug 24 03:32:01.703824 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940a5cc-3a30-489e-bb89-2b1270f53525 req-e81f9909-88de-4a41-b419-7a09174246b0 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:01.705208 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e940a5cc-3a30-489e-bb89-2b1270f53525 req-e81f9909-88de-4a41-b419-7a09174246b0 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 946 time: 0.0472729 Aug 24 03:32:01.754358 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e940a5cc-3a30-489e-bb89-2b1270f53525 req-8fe10beb-bd34-4f3f-8707-b252b4310a6e tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Aug 24 03:32:02.249968 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f633100-2c3d-4377-9d3f-0e59f544203d req-ff7dd3ee-5902-40e0-b4e4-538a26d19787 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:02.252356 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5f633100-2c3d-4377-9d3f-0e59f544203d req-ff7dd3ee-5902-40e0-b4e4-538a26d19787 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0534394 Aug 24 03:32:02.286656 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:02.303999 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5f633100-2c3d-4377-9d3f-0e59f544203d req-befd32b2-faa1-477a-9b0d-7d1ebddd25a9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448341 Aug 24 03:32:02.806779 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cb21c-5714-4e57-874b-d5d5f975c33c req-2399d594-53ab-40a3-81e9-d6a058f06451 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:02.808192 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-094cb21c-5714-4e57-874b-d5d5f975c33c req-2399d594-53ab-40a3-81e9-d6a058f06451 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 946 time: 0.0474775 Aug 24 03:32:02.855109 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-094cb21c-5714-4e57-874b-d5d5f975c33c req-c3b8f591-26bd-4b17-8ff1-dd00bf33067c tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Aug 24 03:32:03.436179 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83def15-e2de-48e6-9d3b-91a78b2cbb6d req-455d26b0-f142-4cc0-956e-d78822924c49 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:03.439007 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c83def15-e2de-48e6-9d3b-91a78b2cbb6d req-455d26b0-f142-4cc0-956e-d78822924c49 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0542390 Aug 24 03:32:03.487629 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c83def15-e2de-48e6-9d3b-91a78b2cbb6d req-e1af2dc3-cc22-43dd-83dd-7570397585f5 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423200 Aug 24 03:32:03.981773 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8adff-f4d1-4baa-b4ba-be5a52edfad8 req-8b923992-e04c-4020-8091-36260474aa67 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:03.983263 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-30a8adff-f4d1-4baa-b4ba-be5a52edfad8 req-8b923992-e04c-4020-8091-36260474aa67 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 946 time: 0.0499287 Aug 24 03:32:04.031776 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-30a8adff-f4d1-4baa-b4ba-be5a52edfad8 req-cc912d6f-0d74-45f7-bcd6-a19bbe563428 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ba7f1095-ea40-4a2d-9f94-76cccb1e6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421050 Aug 24 03:32:04.610154 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212868e-2420-481d-8bbb-1bc02d2c40bd req-3f55a30b-0ea7-4026-932f-e8aa2a2cdfa7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:04.611691 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a212868e-2420-481d-8bbb-1bc02d2c40bd req-3f55a30b-0ea7-4026-932f-e8aa2a2cdfa7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0484271 Aug 24 03:32:04.615216 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938149b-10e6-4cf6-840b-f9ab0a31723f req-6d620fc0-a3d5-4f6f-9c38-e9bd8622ed9a tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:04.616711 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4938149b-10e6-4cf6-840b-f9ab0a31723f req-6d620fc0-a3d5-4f6f-9c38-e9bd8622ed9a tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 946 time: 0.0532579 Aug 24 03:32:04.665740 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a212868e-2420-481d-8bbb-1bc02d2c40bd req-e18d24a8-6301-4c8c-b092-102c50fecf10 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483854 Aug 24 03:32:04.709028 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-4938149b-10e6-4cf6-840b-f9ab0a31723f req-b5674ae5-6948-45e0-8ea9-211f6f6c9e84 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Deleting port e2ba287f-9853-42e5-92fb-e01bc233abde {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:32:04.709373 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-4938149b-10e6-4cf6-840b-f9ab0a31723f req-b5674ae5-6948-45e0-8ea9-211f6f6c9e84 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (e2ba287f-9853-42e5-92fb-e01bc233abde), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:04.805147 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-4938149b-10e6-4cf6-840b-f9ab0a31723f req-b5674ae5-6948-45e0-8ea9-211f6f6c9e84 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] For port e2ba287f-9853-42e5-92fb-e01bc233abde, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e2ba287f-9853-42e5-92fb-e01bc233abde,segment=NetworkSegment(58a9fe4a-965a-41db-bc2b-7b5aad5abcbe),segment_id=58a9fe4a-965a-41db-bc2b-7b5aad5abcbe)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:32:04.805510 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-4938149b-10e6-4cf6-840b-f9ab0a31723f req-b5674ae5-6948-45e0-8ea9-211f6f6c9e84 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (e2ba287f-9853-42e5-92fb-e01bc233abde), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:04.819571 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-4938149b-10e6-4cf6-840b-f9ab0a31723f req-b5674ae5-6948-45e0-8ea9-211f6f6c9e84 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Calling delete_port for e2ba287f-9853-42e5-92fb-e01bc233abde owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:32:04.954019 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-4938149b-10e6-4cf6-840b-f9ab0a31723f req-b5674ae5-6948-45e0-8ea9-211f6f6c9e84 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (e2ba287f-9853-42e5-92fb-e01bc233abde), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:04.988685 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5674ae5-6948-45e0-8ea9-211f6f6c9e84 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Pushing event deleted for resources: {'Port': ['ID=e2ba287f-9853-42e5-92fb-e01bc233abde,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:05.006549 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['e2ba287f-9853-42e5-92fb-e01bc233abde'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:32:05.009386 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:05.035111 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-4938149b-10e6-4cf6-840b-f9ab0a31723f req-b5674ae5-6948-45e0-8ea9-211f6f6c9e84 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] No DVR routers for this DVR port e2ba287f-9853-42e5-92fb-e01bc233abde on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:32:05.037429 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-4938149b-10e6-4cf6-840b-f9ab0a31723f req-b5674ae5-6948-45e0-8ea9-211f6f6c9e84 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:05.040641 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4938149b-10e6-4cf6-840b-f9ab0a31723f req-b5674ae5-6948-45e0-8ea9-211f6f6c9e84 tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.84 "DELETE /networking/v2.0/ports/e2ba287f-9853-42e5-92fb-e01bc233abde HTTP/1.1" status: 204 len: 173 time: 0.4187167 Aug 24 03:32:05.041099 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222caa51-3279-42d1-8493-ecdaaadfd03b', 'name': 'network-vif-deleted', 'tag': 'e2ba287f-9853-42e5-92fb-e01bc233abde'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:32:05.043358 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61677148-cd95-433d-9f29-8b14ec20c40d" -d '{"events": [{"server_uuid": "222caa51-3279-42d1-8493-ecdaaadfd03b", "name": "network-vif-deleted", "tag": "e2ba287f-9853-42e5-92fb-e01bc233abde"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:32:05.088181 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9254ccf-bcc0-4cd8-a678-1823d37d8037 x-openstack-request-id: req-c9254ccf-bcc0-4cd8-a678-1823d37d8037 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:32:05.088569 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222caa51-3279-42d1-8493-ecdaaadfd03b", "name": "network-vif-deleted", "tag": "e2ba287f-9853-42e5-92fb-e01bc233abde", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:32:05.088873 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9254ccf-bcc0-4cd8-a678-1823d37d8037 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:32:05.089323 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9254ccf-bcc0-4cd8-a678-1823d37d8037'] response: {'server_uuid': '222caa51-3279-42d1-8493-ecdaaadfd03b', 'name': 'network-vif-deleted', 'tag': 'e2ba287f-9853-42e5-92fb-e01bc233abde', 'status': 'completed', 'code': 200} Aug 24 03:32:05.138150 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6c399d98-5d69-4810-9a79-1d9ded6d79d3 req-eb8cc602-06fe-4712-8252-638cc62a2c0a tempest-VolumesActionsTest-917702961 tempest-VolumesActionsTest-917702961-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=222caa51-3279-42d1-8493-ecdaaadfd03b HTTP/1.1" status: 200 len: 210 time: 0.0310891 Aug 24 03:32:05.804493 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992891ce-0f24-4f90-8d2e-f90b096fec0f req-d4f761d4-27ea-42dc-a4b9-55bdb36e9720 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:05.806014 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-992891ce-0f24-4f90-8d2e-f90b096fec0f req-d4f761d4-27ea-42dc-a4b9-55bdb36e9720 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0588853 Aug 24 03:32:05.833940 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:05.858304 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-992891ce-0f24-4f90-8d2e-f90b096fec0f req-180488aa-f19e-435e-ab7b-2b82c0b82994 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452938 Aug 24 03:32:06.993399 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8ed75-2340-458d-9a2e-e0d6e7ca2c1e req-aae4baa1-fa26-473e-a279-354b4ee243ce tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:06.994842 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ace8ed75-2340-458d-9a2e-e0d6e7ca2c1e req-aae4baa1-fa26-473e-a279-354b4ee243ce tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0527070 Aug 24 03:32:07.044044 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ace8ed75-2340-458d-9a2e-e0d6e7ca2c1e req-80dd6221-92e9-426f-90ca-7a1829f7a275 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430384 Aug 24 03:32:08.162157 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e265f-d536-48f5-9d87-8a2937f7e137 req-7708c74d-1685-41c8-acc1-d51172518183 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:08.163586 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2e1e265f-d536-48f5-9d87-8a2937f7e137 req-7708c74d-1685-41c8-acc1-d51172518183 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0481725 Aug 24 03:32:08.210590 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2e1e265f-d536-48f5-9d87-8a2937f7e137 req-1fa03425-6b57-41a2-b48f-ad8b935b936e tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414903 Aug 24 03:32:09.330214 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e40fea-7ee3-4da0-b9dd-d39caefd58ef req-97c27b8f-48f2-4e23-9e61-3d22329bcda9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:09.331726 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-01e40fea-7ee3-4da0-b9dd-d39caefd58ef req-97c27b8f-48f2-4e23-9e61-3d22329bcda9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0482848 Aug 24 03:32:09.381170 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-01e40fea-7ee3-4da0-b9dd-d39caefd58ef req-b0c976d8-8d51-401c-bb42-6d87b2f01934 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437584 Aug 24 03:32:10.499200 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da876714-a7d0-4099-984d-469cd7dd5633 req-6e07ae5a-d48a-4cec-956b-70668e95311b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:10.500673 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-da876714-a7d0-4099-984d-469cd7dd5633 req-6e07ae5a-d48a-4cec-956b-70668e95311b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0453832 Aug 24 03:32:10.547554 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-da876714-a7d0-4099-984d-469cd7dd5633 req-5d3a6f1a-1549-4cb7-b0ec-0fedb4a4dd73 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 Aug 24 03:32:10.728409 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device e2ba287f-9853-42e5-92fb-e01bc233abde no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:32:10.752171 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: e2ba287f-9853-42e5-92fb-e01bc233abde {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:32:10.752522 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device e2ba287f-9853-42e5-92fb-e01bc233abde not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:32:11.666339 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b1b53-20c9-4aca-bc8e-ed43ac5b81a7 req-f85aec32-e998-4341-995a-a6e1207f9ade tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:11.667923 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d81b1b53-20c9-4aca-bc8e-ed43ac5b81a7 req-f85aec32-e998-4341-995a-a6e1207f9ade tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0483313 Aug 24 03:32:11.723255 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d81b1b53-20c9-4aca-bc8e-ed43ac5b81a7 req-39da66c4-9fe9-4a72-9128-dd4688768805 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496020 Aug 24 03:32:12.185491 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a8e2f-19cc-4b39-935f-33a4d09a6b8b req-4f28aaf1-9bd2-4ad6-8cce-7d9fa15a3b99 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:12.186974 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-944a8e2f-19cc-4b39-935f-33a4d09a6b8b req-4f28aaf1-9bd2-4ad6-8cce-7d9fa15a3b99 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0505846 Aug 24 03:32:12.238093 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-944a8e2f-19cc-4b39-935f-33a4d09a6b8b req-e761c427-fd48-4054-bdcb-550d45236d52 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447791 Aug 24 03:32:12.254328 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b641-bdf3-469d-912d-6bbf226cc6d3 req-c5fcdf91-d477-4107-b9af-45c3744a25a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:12.255972 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1a38b641-bdf3-469d-912d-6bbf226cc6d3 req-c5fcdf91-d477-4107-b9af-45c3744a25a8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 1129 time: 0.0441034 Aug 24 03:32:12.387717 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1a38b641-bdf3-469d-912d-6bbf226cc6d3 req-3eeb1149-a577-445a-9a4f-787c2aceb64d service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Aug 24 03:32:12.823305 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:32:12.859674 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:12.868408 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99913462-133e-4f6f-a877-6976c311b3c1 req-17125174-4296-4444-b3a1-d9e1e51dc2e7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:12.870266 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-99913462-133e-4f6f-a877-6976c311b3c1 req-17125174-4296-4444-b3a1-d9e1e51dc2e7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0579121 Aug 24 03:32:12.924873 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-99913462-133e-4f6f-a877-6976c311b3c1 req-2f9694c8-2b0d-442e-9864-f22aed3bf35a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475667 Aug 24 03:32:13.386440 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b512c-dc98-487c-bde0-533a77bf3db5 req-02a3d858-3c80-4a1b-be7b-094a640121c4 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:13.390056 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b47b512c-dc98-487c-bde0-533a77bf3db5 req-02a3d858-3c80-4a1b-be7b-094a640121c4 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0707636 Aug 24 03:32:13.447364 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b47b512c-dc98-487c-bde0-533a77bf3db5 req-4b23e6ec-82f5-417d-892f-05c20a3a092d tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501089 Aug 24 03:32:14.056662 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4becf-04ea-4860-b1eb-c6be30be0bbe req-89dab89a-ad0a-49aa-b659-8423d60b058c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:14.058332 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-50d4becf-04ea-4860-b1eb-c6be30be0bbe req-89dab89a-ad0a-49aa-b659-8423d60b058c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0500300 Aug 24 03:32:14.107121 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-50d4becf-04ea-4860-b1eb-c6be30be0bbe req-19fb6ef6-6a91-4f04-8545-0f7349f18333 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427005 Aug 24 03:32:14.576496 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef541f6c-f929-4d66-88c7-8b14ff798b51 req-7c6bb075-22b2-4a0b-bfd3-dc33246cdc23 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:14.577911 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ef541f6c-f929-4d66-88c7-8b14ff798b51 req-7c6bb075-22b2-4a0b-bfd3-dc33246cdc23 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0517936 Aug 24 03:32:14.629569 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ef541f6c-f929-4d66-88c7-8b14ff798b51 req-cbc62f9e-c4a3-4495-a7a9-9eaad20210ce tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459709 Aug 24 03:32:15.416416 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db565b8-7708-4298-98b7-570501f45f25 req-343e4651-060a-430e-b422-695afcd4850d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:15.418963 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7db565b8-7708-4298-98b7-570501f45f25 req-343e4651-060a-430e-b422-695afcd4850d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0609939 Aug 24 03:32:15.447470 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:15.477112 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7db565b8-7708-4298-98b7-570501f45f25 req-eea1b4ef-98fc-4cc7-9d95-ecf4a3f4e3e5 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424867 Aug 24 03:32:15.843561 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df88ad1-d450-4a4c-8ca9-9aa9bfb193ac req-ef95500d-ed9e-49d9-a2a7-a7df396afb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:15.846116 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1df88ad1-d450-4a4c-8ca9-9aa9bfb193ac req-ef95500d-ed9e-49d9-a2a7-a7df396afb09 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 1129 time: 0.0703197 Aug 24 03:32:15.945614 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:15.956473 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:15.970444 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df88ad1-d450-4a4c-8ca9-9aa9bfb193ac req-5ac25ce9-3043-4319-8e94-94a82d034946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:15.972370 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1df88ad1-d450-4a4c-8ca9-9aa9bfb193ac req-5ac25ce9-3043-4319-8e94-94a82d034946 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 920 time: 0.1157250 Aug 24 03:32:15.994011 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b6d38-508a-4d04-9224-88ef108958c7 req-0a14f767-214f-4320-b38c-7c613d1b7fd4 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:16.003291 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb4b6d38-508a-4d04-9224-88ef108958c7 req-0a14f767-214f-4320-b38c-7c613d1b7fd4 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.2254028 Aug 24 03:32:16.036650 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1df88ad1-d450-4a4c-8ca9-9aa9bfb193ac req-7b82d8da-d718-45db-a71a-171424f99fd4 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96ac11e6-aaa8-4961-9e5b-62c81b5e9607 HTTP/1.1" status: 200 len: 217 time: 0.0520904 Aug 24 03:32:16.039338 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64c48d-f1b0-4625-9293-998c93786e99 req-5218edd5-10aa-4b32-aa2d-7db321aa25d0 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:16.040867 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1b64c48d-f1b0-4625-9293-998c93786e99 req-5218edd5-10aa-4b32-aa2d-7db321aa25d0 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.2159312 Aug 24 03:32:16.091535 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb4b6d38-508a-4d04-9224-88ef108958c7 req-8b8ad625-d8ca-4a77-8082-d7fef8f5ef11 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872672 Aug 24 03:32:16.102055 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df88ad1-d450-4a4c-8ca9-9aa9bfb193ac req-ccb2ccdf-d4d3-4b9b-aafc-42c0bdcd0387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:16.103552 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1df88ad1-d450-4a4c-8ca9-9aa9bfb193ac req-ccb2ccdf-d4d3-4b9b-aafc-42c0bdcd0387 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.0515053 Aug 24 03:32:16.125549 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1b64c48d-f1b0-4625-9293-998c93786e99 req-fed0a1dd-d16b-48f2-be6e-5636be2447cb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736756 Aug 24 03:32:16.164667 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df88ad1-d450-4a4c-8ca9-9aa9bfb193ac req-2eafa128-88bb-4449-9cfd-8e11faf53ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:16.167179 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1df88ad1-d450-4a4c-8ca9-9aa9bfb193ac req-2eafa128-88bb-4449-9cfd-8e11faf53ede service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530806 Aug 24 03:32:16.268654 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1df88ad1-d450-4a4c-8ca9-9aa9bfb193ac req-a5b12ec4-e7f8-4f71-89d5-32bd865dfd07 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946779 Aug 24 03:32:16.381164 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1df88ad1-d450-4a4c-8ca9-9aa9bfb193ac req-502511fb-a3b9-4518-ac74-392f832acd36 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056743 Aug 24 03:32:17.059121 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:17.335602 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66d99d-7e85-4442-bd7e-2cd5fe9243ea req-9a4d0e57-be85-4f79-86a3-3573fee7cdd2 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:17.347485 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6e66d99d-7e85-4442-bd7e-2cd5fe9243ea req-9a4d0e57-be85-4f79-86a3-3573fee7cdd2 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.1277130 Aug 24 03:32:17.362890 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8920c41-0332-4405-b6a0-f9c1007a5b7d req-9083e3fd-ea98-4f00-9d2c-a459a12d7fc8 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:17.364965 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b8920c41-0332-4405-b6a0-f9c1007a5b7d req-9083e3fd-ea98-4f00-9d2c-a459a12d7fc8 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.1188729 Aug 24 03:32:17.393476 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-be447504-d1e0-4a7c-ae76-fd0ac2711071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:17.466456 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6e66d99d-7e85-4442-bd7e-2cd5fe9243ea req-77369f96-b8da-4ffe-a03a-7a12b389da08 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178827 Aug 24 03:32:17.476331 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b8920c41-0332-4405-b6a0-f9c1007a5b7d req-a03fb69f-1600-4fb2-9f3b-76b72858ac60 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029446 Aug 24 03:32:18.211418 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dd8abac6-a771-44f3-aa76-63487244485f req-cf6fb5e0-42a8-4919-9cc8-8b3d930748da service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408442 Aug 24 03:32:18.646630 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23331ff-f484-4d42-b198-1cfce633dd7e req-628466dc-902f-402a-bc8d-b0ec094a96f3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:18.648842 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f23331ff-f484-4d42-b198-1cfce633dd7e req-628466dc-902f-402a-bc8d-b0ec094a96f3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0612278 Aug 24 03:32:18.702029 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0123b29-cade-4172-b281-8d329ddca3ae req-e070b921-77cf-4948-8c96-1e80d7577dfe tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:18.703826 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c0123b29-cade-4172-b281-8d329ddca3ae req-e070b921-77cf-4948-8c96-1e80d7577dfe tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0778563 Aug 24 03:32:18.751191 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f23331ff-f484-4d42-b198-1cfce633dd7e req-043b7182-beab-40a1-83fc-ed2e1097ab10 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842447 Aug 24 03:32:18.785009 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c0123b29-cade-4172-b281-8d329ddca3ae req-31a84570-abe2-49a1-b28b-1f29a210a1f3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687296 Aug 24 03:32:19.854944 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-911191c0-7526-4b31-a29c-8f159feaa995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:19.901993 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:19.934767 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd676b68-1ee7-4507-9f1c-42726bf97c5d req-d97f81ae-96ef-46a0-842f-4ac9b6d87c96 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:19.936290 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fd676b68-1ee7-4507-9f1c-42726bf97c5d req-d97f81ae-96ef-46a0-842f-4ac9b6d87c96 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0925167 Aug 24 03:32:19.951569 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9494818-1fa4-4719-b477-6cbf955ab439 req-d020db6b-4c05-4b5d-b318-3a9c73116e4f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:19.953321 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d9494818-1fa4-4719-b477-6cbf955ab439 req-d020db6b-4c05-4b5d-b318-3a9c73116e4f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0658884 Aug 24 03:32:20.037584 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fd676b68-1ee7-4507-9f1c-42726bf97c5d req-06d311ed-97de-4441-9b0f-b385b9cb7a80 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832074 Aug 24 03:32:20.040707 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d9494818-1fa4-4719-b477-6cbf955ab439 req-2859d7d7-8c95-43bb-b9b2-39b558473f21 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801966 Aug 24 03:32:20.843135 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:21.226968 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daf786-b80d-4848-9a80-199609c7044f req-76730440-30f2-44f3-8917-0c89c599d710 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:21.233743 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-50daf786-b80d-4848-9a80-199609c7044f req-76730440-30f2-44f3-8917-0c89c599d710 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0781515 Aug 24 03:32:21.256803 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012f284-b50f-48cd-ae6a-2e73ee8ebe75 req-e1374a73-0b3a-47c1-980c-34a05b714b89 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:21.261224 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f012f284-b50f-48cd-ae6a-2e73ee8ebe75 req-e1374a73-0b3a-47c1-980c-34a05b714b89 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0956254 Aug 24 03:32:21.330846 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-50daf786-b80d-4848-9a80-199609c7044f req-5f43a82c-7670-405b-afce-eba7166ffddf tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960591 Aug 24 03:32:21.340225 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f012f284-b50f-48cd-ae6a-2e73ee8ebe75 req-ed76cca7-3b28-4056-8242-0498b363c40c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733414 Aug 24 03:32:21.640084 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8abac6-a771-44f3-aa76-63487244485f req-9af9fe27-63c0-4404-893e-34907b9e3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:21.641678 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dd8abac6-a771-44f3-aa76-63487244485f req-9af9fe27-63c0-4404-893e-34907b9e3bb8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 1130 time: 0.0558877 Aug 24 03:32:22.361146 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8abac6-a771-44f3-aa76-63487244485f req-69019025-6157-4031-8880-b9e24813024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:22.362916 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dd8abac6-a771-44f3-aa76-63487244485f req-69019025-6157-4031-8880-b9e24813024b service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 920 time: 0.1140366 Aug 24 03:32:22.419653 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dd8abac6-a771-44f3-aa76-63487244485f req-f6f2c084-bc9b-4d9a-b066-4b5e0ec5d235 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75859805-bde6-4c9f-97a2-f33dca1a8545 HTTP/1.1" status: 200 len: 217 time: 0.0497186 Aug 24 03:32:22.540006 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:22.550297 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8abac6-a771-44f3-aa76-63487244485f req-124f0744-11ad-4451-a121-3a4f29092974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:22.552587 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dd8abac6-a771-44f3-aa76-63487244485f req-124f0744-11ad-4451-a121-3a4f29092974 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.1247058 Aug 24 03:32:22.611304 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:22.615642 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:22.627191 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8abac6-a771-44f3-aa76-63487244485f req-a243c7d3-da90-4a7d-a2a6-93114f6bf371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:22.629332 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dd8abac6-a771-44f3-aa76-63487244485f req-a243c7d3-da90-4a7d-a2a6-93114f6bf371 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676277 Aug 24 03:32:22.629887 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd19143-da29-4b8a-a84c-09aecef6de1c req-cb5f2a91-faba-4b4e-921d-7eb8eaf08f6c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:22.631481 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cfd19143-da29-4b8a-a84c-09aecef6de1c req-cb5f2a91-faba-4b4e-921d-7eb8eaf08f6c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0993869 Aug 24 03:32:22.640262 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715d51f-cf6c-4fb3-bfcd-b385a44cc378 req-5b64fa39-4a28-4299-97ec-97806ae2e34b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:22.641842 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e715d51f-cf6c-4fb3-bfcd-b385a44cc378 req-5b64fa39-4a28-4299-97ec-97806ae2e34b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0728254 Aug 24 03:32:22.725003 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e715d51f-cf6c-4fb3-bfcd-b385a44cc378 req-5ae2247a-3284-4223-bfae-535f7bfadf2f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590296 Aug 24 03:32:22.737338 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cfd19143-da29-4b8a-a84c-09aecef6de1c req-f8eaba5c-7d85-4727-a693-757844072b4c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919456 Aug 24 03:32:22.764355 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dd8abac6-a771-44f3-aa76-63487244485f req-a071999f-32ac-4a9a-9562-d85c1cb68986 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256011 Aug 24 03:32:22.818477 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:22.821821 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:22.951670 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dd8abac6-a771-44f3-aa76-63487244485f req-e48f3d4d-84fd-42f9-b53f-a51e0e985cff service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799908 Aug 24 03:32:23.864085 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca26d7e-c715-4106-9f47-f4dddb7a2b0d req-cabea0da-5d63-4b16-8f8d-72f14d502d0e tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:23.865613 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cca26d7e-c715-4106-9f47-f4dddb7a2b0d req-cabea0da-5d63-4b16-8f8d-72f14d502d0e tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0498104 Aug 24 03:32:23.918353 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cca26d7e-c715-4106-9f47-f4dddb7a2b0d req-e3f0a396-f642-46ff-8498-8afccbaf1941 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470169 Aug 24 03:32:25.063416 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934c432-8998-4bad-bcfa-591087586167 req-0ea8ca2d-d6f0-4ea1-a73a-8d6f9a99c48c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:25.065771 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5934c432-8998-4bad-bcfa-591087586167 req-0ea8ca2d-d6f0-4ea1-a73a-8d6f9a99c48c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0610197 Aug 24 03:32:25.135601 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5934c432-8998-4bad-bcfa-591087586167 req-d00f287e-f7fa-47af-8f1b-e91a1f853f58 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587809 Aug 24 03:32:25.520270 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 53484) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:25.524900 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717707281', 'description': 'tempest-description--1837579096'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:32:25.549550 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:25.631843 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for security_group (51728d88-94d7-42a9-bc63-2332d0d77c3a), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:25.636610 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (51728d88-94d7-42a9-bc63-2332d0d77c3a), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:25.665287 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:25.671168 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:25.678024 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:25.679420 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1580584 Aug 24 03:32:25.681735 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51728d88-94d7-42a9-bc63-2332d0d77c3a,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:25.682460 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 53490) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:25.687446 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Request body: {'security_group_rule': {'security_group_id': '51728d88-94d7-42a9-bc63-2332d0d77c3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:32:25.691548 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.691906 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.692248 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.692859 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.693070 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.693411 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.693770 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.694156 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.694534 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.694904 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.695234 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.695572 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.695898 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.696225 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.696583 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9ea8c-69ee-49a8-a5ed-cce2f6fb012d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.716384 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for security_group_rule (236660cb-9f42-43c2-9cce-5966093dd7e5), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:25.790585 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for security_group_rule (236660cb-9f42-43c2-9cce-5966093dd7e5), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:25.796078 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (236660cb-9f42-43c2-9cce-5966093dd7e5), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:25.817323 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236660cb-9f42-43c2-9cce-5966093dd7e5,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:25.829256 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:25.830465 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468451 Aug 24 03:32:25.831794 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.832140 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.832480 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.832847 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.833393 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 53492) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:25.838942 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-7e884d87-3583-40ac-97fa-8191946c2c01 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Request body: {'security_group_rule': {'security_group_id': '51728d88-94d7-42a9-bc63-2332d0d77c3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:32:25.844491 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.844880 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.845223 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.845590 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.845899 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.848472 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.848861 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.849207 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.849540 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.849877 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.850270 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3348e2-1cd8-4c81-b570-a386f149b54c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:25.877773 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7e884d87-3583-40ac-97fa-8191946c2c01 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for security_group_rule (6a829ffd-a2a0-4059-b627-a7c16c79861c), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:25.949860 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7e884d87-3583-40ac-97fa-8191946c2c01 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for security_group_rule (6a829ffd-a2a0-4059-b627-a7c16c79861c), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:25.955083 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7e884d87-3583-40ac-97fa-8191946c2c01 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (6a829ffd-a2a0-4059-b627-a7c16c79861c), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:25.982987 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e884d87-3583-40ac-97fa-8191946c2c01 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a829ffd-a2a0-4059-b627-a7c16c79861c,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:26.015140 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7e884d87-3583-40ac-97fa-8191946c2c01 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:26.020324 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-7e884d87-3583-40ac-97fa-8191946c2c01 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1821129 Aug 24 03:32:26.020562 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 53500) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:26.027466 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Request body: {'floatingip': {'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:32:26.055663 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:26.100724 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:26.176879 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:26.433559 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205405a9-fd59-4b62-bbeb-e4f6c114ff8c req-7de29fd5-b2d9-47a1-8ee0-cdbc4995ad9e tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:26.435091 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-205405a9-fd59-4b62-bbeb-e4f6c114ff8c req-7de29fd5-b2d9-47a1-8ee0-cdbc4995ad9e tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.1445005 Aug 24 03:32:26.514805 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Allocated IP 172.27.4.71 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/6e91cf7e-78b9-4b63-a195-6c6814eaf11e) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:32:26.539405 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-205405a9-fd59-4b62-bbeb-e4f6c114ff8c req-c1391b9e-1c93-45fa-be36-6b6904a8906c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859005 Aug 24 03:32:26.685590 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for port (6e91cf7e-78b9-4b63-a195-6c6814eaf11e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:26.692848 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:26.726728 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (6e91cf7e-78b9-4b63-a195-6c6814eaf11e), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:26.769368 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:32:26.776363 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:32:26.783680 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:32:26.822965 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Pushing event updated for resources: {'Port': ['ID=6e91cf7e-78b9-4b63-a195-6c6814eaf11e,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:26.894148 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for floatingip (4ab5699f-fd8f-4a84-8c77-ced16e16472e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:27.196636 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (6e91cf7e-78b9-4b63-a195-6c6814eaf11e), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:27.322456 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:27.359195 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for port (6e91cf7e-78b9-4b63-a195-6c6814eaf11e), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:27.368930 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (6e91cf7e-78b9-4b63-a195-6c6814eaf11e), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:27.439715 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Pushing event updated for resources: {'Port': ['ID=6e91cf7e-78b9-4b63-a195-6c6814eaf11e,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:27.442303 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (4ab5699f-fd8f-4a84-8c77-ced16e16472e), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:27.462075 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:27.463699 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-45709a3b-cadf-4f06-8265-f784a8682bd9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4418242 Aug 24 03:32:27.731009 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c180d-b88d-4658-8e33-92dcbc02189b req-d70c0e44-14a1-4e7f-a622-a97b77351d87 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:27.732705 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-659c180d-b88d-4658-8e33-92dcbc02189b req-d70c0e44-14a1-4e7f-a622-a97b77351d87 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0921021 Aug 24 03:32:27.833231 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-659c180d-b88d-4658-8e33-92dcbc02189b req-fdceaeb3-01fc-4f6a-ae74-5c609e17c21a tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926342 Aug 24 03:32:27.848650 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-a667592e-c4e1-4d18-bddf-6522e64476e3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--717707281&fields=id&tenant_id=625e6391470e4018a6c502219b3d2b15 HTTP/1.1" status: 200 len: 267 time: 0.0767605 Aug 24 03:32:27.971958 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-9b074f74-363e-41b0-bc36-a81734456c0a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:27.973448 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-9b074f74-363e-41b0-bc36-a81734456c0a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 819 time: 0.1153810 Aug 24 03:32:27.991915 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-beece842-41a0-4854-8b00-e37ef8a243a0 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/quotas/625e6391470e4018a6c502219b3d2b15 HTTP/1.1" status: 200 len: 375 time: 0.0100353 Aug 24 03:32:28.059176 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-480eeb9f-b00a-4811-b209-b1aeac43311a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0608339 Aug 24 03:32:28.169099 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-ae6596b2-31dd-4769-bc55-2f451a445810 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966811 Aug 24 03:32:28.221698 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:28.316516 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-f4d39885-8d4e-4dfc-b5fd-9e079541c404 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396625 Aug 24 03:32:28.531208 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d4002bf9-bc83-4dd6-9f69-2c394ef90f97 req-6670f2fb-c864-4035-a5ca-38758118a1cd tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 210 time: 0.0633569 Aug 24 03:32:28.999910 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345d21e-3028-447b-8611-e01bf9455815 req-f0b98aae-455a-42dc-9057-c79852f86653 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:29.009377 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4345d21e-3028-447b-8611-e01bf9455815 req-f0b98aae-455a-42dc-9057-c79852f86653 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0686378 Aug 24 03:32:29.061349 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4345d21e-3028-447b-8611-e01bf9455815 req-b76a92ab-c7e3-47af-a88f-eb0f5ca667ff tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509622 Aug 24 03:32:29.643165 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bae7eadc-ba38-4a3d-8651-b51b22b557a1 req-84bfedad-8a88-41af-8f5a-9ace8c93250e tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 210 time: 0.0355413 Aug 24 03:32:30.207620 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dba31-8015-4bdb-9e21-7955bcff3d44 req-07619bc4-001f-4dbe-829f-70511c1e4efe tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:30.209182 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-450dba31-8015-4bdb-9e21-7955bcff3d44 req-07619bc4-001f-4dbe-829f-70511c1e4efe tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0667622 Aug 24 03:32:30.283894 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-450dba31-8015-4bdb-9e21-7955bcff3d44 req-978f56d3-6250-4bd8-ae00-0d6b79d25142 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636706 Aug 24 03:32:30.775587 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-afa4c259-e0a9-4508-8513-fcc2a50e4ec7 req-773717e2-c113-49ce-aeb7-e268d9cd46d5 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 210 time: 0.0365820 Aug 24 03:32:31.437748 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822cd7a-0d5e-44f0-821a-993dca60a05f req-859a4286-1010-40aa-a03a-5377ddc38351 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:31.439497 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6822cd7a-0d5e-44f0-821a-993dca60a05f req-859a4286-1010-40aa-a03a-5377ddc38351 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0645256 Aug 24 03:32:31.515228 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6822cd7a-0d5e-44f0-821a-993dca60a05f req-2d77f6d0-c96f-42f5-9844-ef9329735b6d tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656502 Aug 24 03:32:31.896136 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-841bb963-145a-4e96-aa19-25720e2e38f1 req-e221aa2c-3052-44a4-9866-e8eb16fbc110 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 210 time: 0.0343478 Aug 24 03:32:32.595127 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:32.603979 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:32.636564 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e760e-55a3-4428-ad99-8eb43e095e49 req-dfac20dc-0a4a-4bd5-b8d0-602bdadc1a4c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:32.638096 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2d0e760e-55a3-4428-ad99-8eb43e095e49 req-dfac20dc-0a4a-4bd5-b8d0-602bdadc1a4c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0471492 Aug 24 03:32:32.684565 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2d0e760e-55a3-4428-ad99-8eb43e095e49 req-e95e613d-f4e8-4cfa-a061-37ad94cf669a tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407257 Aug 24 03:32:33.010805 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5514a423-6f46-491c-abdc-4b37d9671e2a req-b8559e94-8fb6-4378-988d-edaf656c2abc tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 210 time: 0.0330007 Aug 24 03:32:33.766839 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:33.806752 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9bf6e-e874-437b-8128-0e5b689957fa req-03a0a8d1-8eb6-41e2-9274-fdb76f1ce0fe tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:33.808281 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1fc9bf6e-e874-437b-8128-0e5b689957fa req-03a0a8d1-8eb6-41e2-9274-fdb76f1ce0fe tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0499585 Aug 24 03:32:33.856071 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1fc9bf6e-e874-437b-8128-0e5b689957fa req-8bd820d0-d8ba-4e9b-b8ac-b336a94e5bd4 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418229 Aug 24 03:32:34.112552 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0c068b68-227b-4131-b10e-1e1d64de843d req-71287cf7-055d-422e-af09-6151ea858196 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 210 time: 0.0284626 Aug 24 03:32:34.299641 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-168c0d29-8b3f-4caf-8c2d-d3274842b0f4 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:34.302832 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-168c0d29-8b3f-4caf-8c2d-d3274842b0f4 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 819 time: 0.1180687 Aug 24 03:32:34.388045 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-a3e445ab-3bae-430e-8ecf-c17053ac7eb8 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=625e6391470e4018a6c502219b3d2b15 HTTP/1.1" status: 200 len: 379 time: 0.0563719 Aug 24 03:32:34.489741 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-320446a3-7cd5-4742-9fd2-0308335b1a58 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Request body: {'port': {'device_id': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'admin_state_up': True, 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'security_groups': ['51728d88-94d7-42a9-bc63-2332d0d77c3a']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:32:34.601829 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-320446a3-7cd5-4742-9fd2-0308335b1a58 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Made reservation on behalf of 625e6391470e4018a6c502219b3d2b15 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:32:34.605758 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-320446a3-7cd5-4742-9fd2-0308335b1a58 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:34.731792 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-320446a3-7cd5-4742-9fd2-0308335b1a58 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Allocated IP 172.20.0.10 (2fad991f-cb6d-4aa1-a780-e38bbcc632a1/94fb1bb7-9be9-4027-bda7-4f71e8def582/7def1576-8e43-41f3-b534-e7a7b46f1b54) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:32:34.880084 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-320446a3-7cd5-4742-9fd2-0308335b1a58 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:34.920010 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-320446a3-7cd5-4742-9fd2-0308335b1a58 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:34.954976 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:34.962826 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:34.988485 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320446a3-7cd5-4742-9fd2-0308335b1a58 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Pushing event updated for resources: {'Port': ['ID=7def1576-8e43-41f3-b534-e7a7b46f1b54,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:34.993781 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-320446a3-7cd5-4742-9fd2-0308335b1a58 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:32:34.996985 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-320446a3-7cd5-4742-9fd2-0308335b1a58 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:32:35.001660 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-320446a3-7cd5-4742-9fd2-0308335b1a58 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:32:35.005896 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273625d2-2877-4d87-8a37-fa97fe543770 req-dafb3654-c384-4132-ba8b-6dbdb51a5340 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:35.019067 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-273625d2-2877-4d87-8a37-fa97fe543770 req-dafb3654-c384-4132-ba8b-6dbdb51a5340 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0867093 Aug 24 03:32:35.091875 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-273625d2-2877-4d87-8a37-fa97fe543770 req-980fa0df-d3f4-471b-9848-715452e707c1 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713134 Aug 24 03:32:35.130645 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-320446a3-7cd5-4742-9fd2-0308335b1a58 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:35.131135 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-320446a3-7cd5-4742-9fd2-0308335b1a58 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:35.161124 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-320446a3-7cd5-4742-9fd2-0308335b1a58 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6758075 Aug 24 03:32:35.183692 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Request body: {'port': {'device_id': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:32:35.269805 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:35.342765 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-a94362d5-7bc3-4a1d-81c0-e2e3c1db6deb None None] Provisioning complete for port 7def1576-8e43-41f3-b534-e7a7b46f1b54 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:35.343839 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a94362d5-7bc3-4a1d-81c0-e2e3c1db6deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:35.350359 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5e571-d64e-4837-9ae4-58993ab68c39 req-3ae47443-4582-4d61-94e9-9699f8576e53 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:35.351925 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2ab5e571-d64e-4837-9ae4-58993ab68c39 req-3ae47443-4582-4d61-94e9-9699f8576e53 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 932 time: 0.1083467 Aug 24 03:32:35.400033 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-a94362d5-7bc3-4a1d-81c0-e2e3c1db6deb None None] Port 7def1576-8e43-41f3-b534-e7a7b46f1b54 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:32:35.484315 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2ab5e571-d64e-4837-9ae4-58993ab68c39 req-96994b6f-9c6c-422a-8d5a-9894c1476e30 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184714 Aug 24 03:32:35.528988 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cec6c-dd90-4cf0-b8ab-4bdfedc8c2da req-63ded613-d1ba-4172-a51d-f3175e8414ac tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:35.528988 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-691cec6c-dd90-4cf0-b8ab-4bdfedc8c2da req-63ded613-d1ba-4172-a51d-f3175e8414ac tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0967758 Aug 24 03:32:35.623925 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-691cec6c-dd90-4cf0-b8ab-4bdfedc8c2da req-505686c5-fbf8-40f6-ae95-2c667324a2ec tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713863 Aug 24 03:32:35.661265 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1630424-879c-47a7-a87f-171a605ec885 req-3d20c7fd-84f5-438c-a30b-17f25540c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:35.663384 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d1630424-879c-47a7-a87f-171a605ec885 req-3d20c7fd-84f5-438c-a30b-17f25540c02d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=6a1e9994c1c045c892059d5b80578ba7&device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 1130 time: 0.1296637 Aug 24 03:32:35.728442 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7def1576-8e43-41f3-b534-e7a7b46f1b54 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:32:35.740161 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Publish callbacks [] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:35.756663 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Transition to ACTIVE for port object 7def1576-8e43-41f3-b534-e7a7b46f1b54 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:32:35.765723 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:35.782745 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:35.789112 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1630424-879c-47a7-a87f-171a605ec885 req-558cd22c-c8e6-4c67-8409-11626707a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:35.790679 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d1630424-879c-47a7-a87f-171a605ec885 req-558cd22c-c8e6-4c67-8409-11626707a5fc service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e243b8d3-7de2-4711-8726-42cf22c7a222 HTTP/1.1" status: 200 len: 912 time: 0.1198015 Aug 24 03:32:35.851857 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Pushing event updated for resources: {'Port': ['ID=7def1576-8e43-41f3-b534-e7a7b46f1b54,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:35.881652 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Attempting to bind port 7def1576-8e43-41f3-b534-e7a7b46f1b54 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:32:35.881962 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Attempting to bind port 7def1576-8e43-41f3-b534-e7a7b46f1b54 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:32:35.882284 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Attempting to bind port 7def1576-8e43-41f3-b534-e7a7b46f1b54 on network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:32:35.886721 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Port 7def1576-8e43-41f3-b534-e7a7b46f1b54 on network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:32:35.887029 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Attempting to bind port 7def1576-8e43-41f3-b534-e7a7b46f1b54 on network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:32:35.890711 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d1630424-879c-47a7-a87f-171a605ec885 req-b144bee8-6fcb-421c-9c48-7e6b32fcbad9 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22bcdf61-5bce-471a-ac6d-924789d218c0 HTTP/1.1" status: 200 len: 1002 time: 0.0916245 Aug 24 03:32:35.891920 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:32:35.892251 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Checking segment: {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:32:35.892622 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Bound using segment: {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:32:35.893083 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Bound port: 7def1576-8e43-41f3-b534-e7a7b46f1b54, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc6493fb-55c3-4010-8777-4340d603ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:32:35.893433 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:35.942299 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1630424-879c-47a7-a87f-171a605ec885 req-96402ad2-4bb7-4fe3-af7e-39ef0de09149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:35.943968 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d1630424-879c-47a7-a87f-171a605ec885 req-96402ad2-4bb7-4fe3-af7e-39ef0de09149 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d6a16571-04fe-4d20-8795-0643856acb03 HTTP/1.1" status: 200 len: 850 time: 0.0465498 Aug 24 03:32:35.958365 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] For port 7def1576-8e43-41f3-b534-e7a7b46f1b54, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:32:35.962042 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] For port 7def1576-8e43-41f3-b534-e7a7b46f1b54, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7def1576-8e43-41f3-b534-e7a7b46f1b54,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:32:35.968091 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:35.972351 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:35.973004 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:35.974401 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/7def1576-8e43-41f3-b534-e7a7b46f1b54 HTTP/1.1" status: 200 len: 1094 time: 0.7960718 Aug 24 03:32:35.974927 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'tag': '7def1576-8e43-41f3-b534-e7a7b46f1b54'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:32:35.977204 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bb23c2-6a83-4495-9501-d6463e8dc7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "76a6c958-f0bd-4b52-ab2c-15ff7e7b1280", "tag": "7def1576-8e43-41f3-b534-e7a7b46f1b54"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:32:35.998318 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1630424-879c-47a7-a87f-171a605ec885 req-2a83a855-b68d-4022-b1bd-3d1df3941fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:36.001087 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d1630424-879c-47a7-a87f-171a605ec885 req-2a83a855-b68d-4022-b1bd-3d1df3941fc6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e243b8d3-7de2-4711-8726-42cf22c7a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501359 Aug 24 03:32:36.020310 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59387b6d-5d46-4df1-9472-985c7e216b00 x-openstack-request-id: req-59387b6d-5d46-4df1-9472-985c7e216b00 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:32:36.020589 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a6c958-f0bd-4b52-ab2c-15ff7e7b1280", "tag": "7def1576-8e43-41f3-b534-e7a7b46f1b54", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:32:36.020872 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-59387b6d-5d46-4df1-9472-985c7e216b00 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:32:36.021273 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59387b6d-5d46-4df1-9472-985c7e216b00'] response: {'name': 'network-changed', 'server_uuid': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'tag': '7def1576-8e43-41f3-b534-e7a7b46f1b54', 'status': 'completed', 'code': 200} Aug 24 03:32:36.030641 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c45f5a-eed7-4f51-adb3-78aaf154a94c service neutron] Pushing event updated for resources: {'Port': ['ID=7def1576-8e43-41f3-b534-e7a7b46f1b54,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:36.098487 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d1630424-879c-47a7-a87f-171a605ec885 req-6b83c4c3-5304-418f-8de7-64269967a5a5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892358 Aug 24 03:32:36.107435 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-a03347a0-e14a-43d3-8269-53fee4819d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:36.108959 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-a03347a0-e14a-43d3-8269-53fee4819d51 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 1128 time: 0.0410223 Aug 24 03:32:36.157603 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-85364e53-242a-40d5-9c36-34584665c1f9 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7def1576-8e43-41f3-b534-e7a7b46f1b54 HTTP/1.1" status: 200 len: 217 time: 0.0339081 Aug 24 03:32:36.201337 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:36.205600 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d1630424-879c-47a7-a87f-171a605ec885 req-b1ae3818-7a5e-4e6c-a9bd-3539e535da44 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964048 Aug 24 03:32:36.212188 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-645a5116-19ce-4002-9bf3-61bcde5bfcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:36.213677 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-645a5116-19ce-4002-9bf3-61bcde5bfcb1 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.0500805 Aug 24 03:32:36.271447 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-d3ede78d-b41a-472b-a3aa-8d89e3f1ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:36.273000 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-d3ede78d-b41a-472b-a3aa-8d89e3f1ec62 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429947 Aug 24 03:32:36.370765 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:36.383066 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-5566a7d7-d05f-4a62-b5a6-443b8c50cf97 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942883 Aug 24 03:32:36.600344 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ed03339-2a81-4fcb-8ddb-3a814848f0e5 req-58ebb4c9-490e-459d-ac83-fdab7903e517 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944884 Aug 24 03:32:36.640786 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0fc52-403c-4df9-abc1-d39640134ebc req-1d66f22f-962a-4871-9ac7-6474a8f73176 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:36.640786 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-31c0fc52-403c-4df9-abc1-d39640134ebc req-1d66f22f-962a-4871-9ac7-6474a8f73176 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 944 time: 0.0576117 Aug 24 03:32:36.689941 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-31c0fc52-403c-4df9-abc1-d39640134ebc req-0e4372c4-146c-49b3-aa96-a9748384cd56 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445065 Aug 24 03:32:36.738048 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:36.756183 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82ec26-a12d-431f-ab65-ce77abc7badf req-0c23aa6a-21f2-41d4-9641-0fd6801ea7f3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:36.757702 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3a82ec26-a12d-431f-ab65-ce77abc7badf req-0c23aa6a-21f2-41d4-9641-0fd6801ea7f3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0516322 Aug 24 03:32:36.807953 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 53746) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:36.808709 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3a82ec26-a12d-431f-ab65-ce77abc7badf req-ad9da3d7-33ba-4eb4-8b74-5afc186cf8b9 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453911 Aug 24 03:32:36.858880 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-593ff38a-f25a-4f39-b3a3-51b76edccea4 admin admin] Deleting subnet 198bdd76-dfc9-438d-8402-8917bef1bc93 {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:32:36.862933 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-593ff38a-f25a-4f39-b3a3-51b76edccea4 admin admin] Publish callbacks [] for subnet (198bdd76-dfc9-438d-8402-8917bef1bc93), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:36.905724 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-593ff38a-f25a-4f39-b3a3-51b76edccea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743081'] for subnet (198bdd76-dfc9-438d-8402-8917bef1bc93), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:36.949499 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-593ff38a-f25a-4f39-b3a3-51b76edccea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (198bdd76-dfc9-438d-8402-8917bef1bc93), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:37.000589 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-593ff38a-f25a-4f39-b3a3-51b76edccea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4933138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4973747'] for subnet (198bdd76-dfc9-438d-8402-8917bef1bc93), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:37.028468 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ff38a-f25a-4f39-b3a3-51b76edccea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=198bdd76-dfc9-438d-8402-8917bef1bc93,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:37.031600 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-593ff38a-f25a-4f39-b3a3-51b76edccea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:37.035245 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-593ff38a-f25a-4f39-b3a3-51b76edccea4 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/198bdd76-dfc9-438d-8402-8917bef1bc93 HTTP/1.1" status: 204 len: 168 time: 0.2262335 Aug 24 03:32:37.038147 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 53750) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:37.324371 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98e5b80b-26ba-4b01-a45f-44cca3673c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (d8b14bbe-b5e3-4c85-93fd-466ec3cf3434), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:37.400603 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98e5b80b-26ba-4b01-a45f-44cca3673c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (d8b14bbe-b5e3-4c85-93fd-466ec3cf3434), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:37.425707 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-98e5b80b-26ba-4b01-a45f-44cca3673c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b14bbe-b5e3-4c85-93fd-466ec3cf3434']}} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:37.434991 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-98e5b80b-26ba-4b01-a45f-44cca3673c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a9fe4a-965a-41db-bc2b-7b5aad5abcbe') {'for_net_delete': True} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:37.435287 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-98e5b80b-26ba-4b01-a45f-44cca3673c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a9fe4a-965a-41db-bc2b-7b5aad5abcbe') {} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:37.445519 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98e5b80b-26ba-4b01-a45f-44cca3673c9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743072'] for segment (58a9fe4a-965a-41db-bc2b-7b5aad5abcbe), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:37.458470 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98e5b80b-26ba-4b01-a45f-44cca3673c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (58a9fe4a-965a-41db-bc2b-7b5aad5abcbe), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:37.464793 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e5b80b-26ba-4b01-a45f-44cca3673c9b admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=106301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:32:37.465179 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98e5b80b-26ba-4b01-a45f-44cca3673c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4933236'] for segment (58a9fe4a-965a-41db-bc2b-7b5aad5abcbe), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:37.491919 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 58a9fe4a-965a-41db-bc2b-7b5aad5abcbe resource provider aggregate not found Aug 24 03:32:37.529586 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98e5b80b-26ba-4b01-a45f-44cca3673c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (d8b14bbe-b5e3-4c85-93fd-466ec3cf3434), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:37.536517 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 58a9fe4a-965a-41db-bc2b-7b5aad5abcbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58a9fe4a-965a-41db-bc2b-7b5aad5abcbe found for delete ", "request_id": "req-1de397e3-bacb-4188-acdc-40ab64b95646"}]} Aug 24 03:32:37.537441 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98e5b80b-26ba-4b01-a45f-44cca3673c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:37.540501 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-98e5b80b-26ba-4b01-a45f-44cca3673c9b admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/d8b14bbe-b5e3-4c85-93fd-466ec3cf3434 HTTP/1.1" status: 204 len: 168 time: 0.5014515 Aug 24 03:32:37.552032 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5b80b-26ba-4b01-a45f-44cca3673c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b14bbe-b5e3-4c85-93fd-466ec3cf3434,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:37.717491 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 53764) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:37.769603 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-29219746-7875-429a-9478-a7c1ab6381db admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=f82c6dd205d640a4a78c23050a8f73af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461838 Aug 24 03:32:37.772110 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 53768) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:37.826439 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df92c2b-7cf7-4176-afa8-a762ee5910c9 req-3378b5b6-7bc0-48d1-a269-06ca369a4692 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:37.827070 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6c519474-6d43-4eb0-a1f0-5d212c08fddd admin admin] Publish callbacks [] for security_group (ba7f1095-ea40-4a2d-9f94-76cccb1e6458), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:37.828032 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7df92c2b-7cf7-4176-afa8-a762ee5910c9 req-3378b5b6-7bc0-48d1-a269-06ca369a4692 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 944 time: 0.0498898 Aug 24 03:32:37.840307 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:37.851058 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6c519474-6d43-4eb0-a1f0-5d212c08fddd admin admin] Publish callbacks [] for security_group (ba7f1095-ea40-4a2d-9f94-76cccb1e6458), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:37.883869 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7df92c2b-7cf7-4176-afa8-a762ee5910c9 req-5703f50e-d9a6-4c61-b29e-e74365cdc29a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495102 Aug 24 03:32:37.935709 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb23c2-6a83-4495-9501-d6463e8dc7c4 req-73165d4a-1273-4bab-af0f-f9e4b1156a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:37.937553 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-88bb23c2-6a83-4495-9501-d6463e8dc7c4 req-73165d4a-1273-4bab-af0f-f9e4b1156a3a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 1128 time: 0.0599482 Aug 24 03:32:37.953915 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6c519474-6d43-4eb0-a1f0-5d212c08fddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ba7f1095-ea40-4a2d-9f94-76cccb1e6458), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:37.957430 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6c519474-6d43-4eb0-a1f0-5d212c08fddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:37.960974 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-6c519474-6d43-4eb0-a1f0-5d212c08fddd admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ba7f1095-ea40-4a2d-9f94-76cccb1e6458 HTTP/1.1" status: 204 len: 168 time: 0.1851580 Aug 24 03:32:37.966715 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c519474-6d43-4eb0-a1f0-5d212c08fddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7f1095-ea40-4a2d-9f94-76cccb1e6458,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:38.001561 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b56979-88ce-45f9-8e7b-429e5a464387 req-3a10fea8-9c0f-49a2-bffc-4ba290b13b42 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:38.003880 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-88b56979-88ce-45f9-8e7b-429e5a464387 req-3a10fea8-9c0f-49a2-bffc-4ba290b13b42 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0802379 Aug 24 03:32:38.066570 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-88b56979-88ce-45f9-8e7b-429e5a464387 req-d5f0542e-73db-409b-8e27-06678f3e799e tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566216 Aug 24 03:32:38.619875 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:38.654558 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb23c2-6a83-4495-9501-d6463e8dc7c4 req-a27dae89-9e29-493b-8826-f396fcf4a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:38.656062 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-88bb23c2-6a83-4495-9501-d6463e8dc7c4 req-a27dae89-9e29-493b-8826-f396fcf4a990 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 920 time: 0.1113083 Aug 24 03:32:38.697041 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-88bb23c2-6a83-4495-9501-d6463e8dc7c4 req-69d81d02-484a-4423-a2ed-3e05469421aa service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7def1576-8e43-41f3-b534-e7a7b46f1b54 HTTP/1.1" status: 200 len: 217 time: 0.0336227 Aug 24 03:32:38.754798 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb23c2-6a83-4495-9501-d6463e8dc7c4 req-0a9b9afd-c676-4182-9280-9ac170a3c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:38.756288 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-88bb23c2-6a83-4495-9501-d6463e8dc7c4 req-0a9b9afd-c676-4182-9280-9ac170a3c3dd service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.0480602 Aug 24 03:32:38.802030 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb23c2-6a83-4495-9501-d6463e8dc7c4 req-2630280e-a647-4e48-9bf0-a33c0e6c9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:38.803572 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-88bb23c2-6a83-4495-9501-d6463e8dc7c4 req-2630280e-a647-4e48-9bf0-a33c0e6c9735 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412281 Aug 24 03:32:38.921009 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-88bb23c2-6a83-4495-9501-d6463e8dc7c4 req-7be40b8a-343d-4561-8664-9b725c777e61 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102104 Aug 24 03:32:39.038783 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e649c-6390-4deb-9a49-6be409db44a8 req-34293f0f-fd7d-410e-b96b-15c701c5db08 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:39.040781 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0d8e649c-6390-4deb-9a49-6be409db44a8 req-34293f0f-fd7d-410e-b96b-15c701c5db08 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 944 time: 0.0553329 Aug 24 03:32:39.044563 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-88bb23c2-6a83-4495-9501-d6463e8dc7c4 req-e58fb9ad-649e-4058-b3a2-090fdbc18553 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156189 Aug 24 03:32:39.094866 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0d8e649c-6390-4deb-9a49-6be409db44a8 req-8e9953eb-0439-4e2f-85e3-4aec1f015cb6 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470412 Aug 24 03:32:39.217097 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d7a78-7434-437f-baac-e5cb8dd3565a req-8a03795f-0b96-4cc9-9e4d-9c342662634c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:39.225202 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0e3d7a78-7434-437f-baac-e5cb8dd3565a req-8a03795f-0b96-4cc9-9e4d-9c342662634c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0579383 Aug 24 03:32:39.273695 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0e3d7a78-7434-437f-baac-e5cb8dd3565a req-f932d502-e8fc-418d-ba38-4a3ea2963eca tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476375 Aug 24 03:32:40.226698 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 53832) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:40.235484 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb95dda-e55c-426a-a1cf-5f693bfd12f0 req-63edbf33-f6f2-4f04-9b86-08a1b3424dc3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:40.237369 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-beb95dda-e55c-426a-a1cf-5f693bfd12f0 req-63edbf33-f6f2-4f04-9b86-08a1b3424dc3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 944 time: 0.0564110 Aug 24 03:32:40.301129 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-beb95dda-e55c-426a-a1cf-5f693bfd12f0 req-293f6eff-b50e-422b-896d-81cd92821cd4 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526860 Aug 24 03:32:40.373791 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a7b963d7-3368-4fb2-95d9-d8af582219c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:40.469672 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a7b963d7-3368-4fb2-95d9-d8af582219c5 admin admin] Publish callbacks [] for security_group (f4547288-41e4-42d9-aa36-0b5d49edb3bd), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:40.478220 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a7b963d7-3368-4fb2-95d9-d8af582219c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (f4547288-41e4-42d9-aa36-0b5d49edb3bd), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:40.522174 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a7b963d7-3368-4fb2-95d9-d8af582219c5 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=9ffd7ab0d575409a897b9a2414043dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942741 Aug 24 03:32:40.522906 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b963d7-3368-4fb2-95d9-d8af582219c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4547288-41e4-42d9-aa36-0b5d49edb3bd,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:40.524988 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 53850) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:40.578125 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3771878c-d393-4b9a-ab8d-63926422810d admin admin] Publish callbacks [] for security_group (f4547288-41e4-42d9-aa36-0b5d49edb3bd), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:40.581190 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 53852) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:40.584931 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:40.599517 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3771878c-d393-4b9a-ab8d-63926422810d admin admin] Publish callbacks [] for security_group (f4547288-41e4-42d9-aa36-0b5d49edb3bd), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:40.648562 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3771878c-d393-4b9a-ab8d-63926422810d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (f4547288-41e4-42d9-aa36-0b5d49edb3bd), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:40.651383 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3771878c-d393-4b9a-ab8d-63926422810d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:40.652545 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3771878c-d393-4b9a-ab8d-63926422810d admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/f4547288-41e4-42d9-aa36-0b5d49edb3bd HTTP/1.1" status: 204 len: 168 time: 0.1263666 Aug 24 03:32:40.660707 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771878c-d393-4b9a-ab8d-63926422810d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4547288-41e4-42d9-aa36-0b5d49edb3bd,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:40.704351 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-626231d1-f088-4a07-8921-1a507ac31b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:40.791508 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-626231d1-f088-4a07-8921-1a507ac31b9c admin admin] Publish callbacks [] for security_group (0746ec82-5f62-47c1-b9f2-8984c0998250), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:40.795465 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-626231d1-f088-4a07-8921-1a507ac31b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (0746ec82-5f62-47c1-b9f2-8984c0998250), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:40.801667 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:40.842493 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626231d1-f088-4a07-8921-1a507ac31b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0746ec82-5f62-47c1-b9f2-8984c0998250,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:40.847679 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 7def1576-8e43-41f3-b534-e7a7b46f1b54 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:32:40.850505 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 53860) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:40.850662 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-626231d1-f088-4a07-8921-1a507ac31b9c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=81a4648acb3b4f33a98dc58536c9d855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683272 Aug 24 03:32:40.926720 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1970747c-966f-46a4-afa1-ccebfa07cac6 admin admin] Publish callbacks [] for security_group (0746ec82-5f62-47c1-b9f2-8984c0998250), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:40.953040 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1970747c-966f-46a4-afa1-ccebfa07cac6 admin admin] Publish callbacks [] for security_group (0746ec82-5f62-47c1-b9f2-8984c0998250), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:40.965978 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 7def1576-8e43-41f3-b534-e7a7b46f1b54, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7def1576-8e43-41f3-b534-e7a7b46f1b54,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:32:41.008562 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1970747c-966f-46a4-afa1-ccebfa07cac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (0746ec82-5f62-47c1-b9f2-8984c0998250), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:41.011460 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1970747c-966f-46a4-afa1-ccebfa07cac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:41.012829 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-1970747c-966f-46a4-afa1-ccebfa07cac6 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/0746ec82-5f62-47c1-b9f2-8984c0998250 HTTP/1.1" status: 204 len: 168 time: 0.1603501 Aug 24 03:32:41.023268 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970747c-966f-46a4-afa1-ccebfa07cac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0746ec82-5f62-47c1-b9f2-8984c0998250,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:41.112983 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '7def1576-8e43-41f3-b534-e7a7b46f1b54', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'port_id': '7def1576-8e43-41f3-b534-e7a7b46f1b54', 'mac_address': 'fa:16:3e:99:11:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:32:41.154148 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 7def1576-8e43-41f3-b534-e7a7b46f1b54 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:41.154539 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:41.169663 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7def1576-8e43-41f3-b534-e7a7b46f1b54 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:32:41.191707 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 7def1576-8e43-41f3-b534-e7a7b46f1b54, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7def1576-8e43-41f3-b534-e7a7b46f1b54,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:32:41.196485 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:41.246295 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=7def1576-8e43-41f3-b534-e7a7b46f1b54,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:41.254393 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:41.254740 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:41.255080 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:41.255437 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:41.255767 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:41.256262 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:41.256677 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:41.257186 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:41.257512 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:41.257834 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:41.258153 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:41.258473 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:41.258792 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:41.259106 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:41.259419 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:41.452741 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b524587-4307-4d2d-976f-fd0801dc06f6 req-4116cd35-a93b-4bb2-9171-8422b1b4b4cb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:41.454419 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1b524587-4307-4d2d-976f-fd0801dc06f6 req-4116cd35-a93b-4bb2-9171-8422b1b4b4cb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 945 time: 0.0546970 Aug 24 03:32:41.511507 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1b524587-4307-4d2d-976f-fd0801dc06f6 req-832d72a3-ee41-4cc3-8bec-a024f62d47b5 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492420 Aug 24 03:32:41.578816 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['7def1576-8e43-41f3-b534-e7a7b46f1b54'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:32:41.849689 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 53906) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:42.045046 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-db4cacf7-57af-4b08-8d18-dd01acc45eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.053840 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 53916) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:42.083102 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:42.134816 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-db4cacf7-57af-4b08-8d18-dd01acc45eb5 admin admin] Publish callbacks [] for security_group (4306fd10-7e23-4253-803b-2262760b0179), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.139230 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-db4cacf7-57af-4b08-8d18-dd01acc45eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4306fd10-7e23-4253-803b-2262760b0179), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.188096 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-db4cacf7-57af-4b08-8d18-dd01acc45eb5 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=f48cbfe0a91142ea89379ac62ae091f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340154 Aug 24 03:32:42.188096 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cacf7-57af-4b08-8d18-dd01acc45eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4306fd10-7e23-4253-803b-2262760b0179,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:42.188417 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 53922) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:42.189200 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 53924) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:42.251494 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-80004041-network', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:32:42.255319 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f8513ddc-bc0e-4a4f-a3c7-456a44b1bcbe admin admin] Publish callbacks [] for security_group (4306fd10-7e23-4253-803b-2262760b0179), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.258372 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b4b14507-0480-42ef-843f-890cc24ce17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.272502 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] Made reservation on behalf of 60ed59a87fd44afb9064c8eef04b19c1 for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:32:42.274878 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.284884 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.286381 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f8513ddc-bc0e-4a4f-a3c7-456a44b1bcbe admin admin] Publish callbacks [] for security_group (4306fd10-7e23-4253-803b-2262760b0179), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.328048 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:42.364317 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] Publish callbacks [] for security_group (b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.369689 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.374125 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f8513ddc-bc0e-4a4f-a3c7-456a44b1bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4306fd10-7e23-4253-803b-2262760b0179), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.377849 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f8513ddc-bc0e-4a4f-a3c7-456a44b1bcbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.379740 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f8513ddc-bc0e-4a4f-a3c7-456a44b1bcbe admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/4306fd10-7e23-4253-803b-2262760b0179 HTTP/1.1" status: 204 len: 168 time: 0.1910257 Aug 24 03:32:42.397489 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:32:42.402813 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b4b14507-0480-42ef-843f-890cc24ce17b admin admin] Publish callbacks [] for security_group (b79469bd-c502-4f1b-be6e-902f35991537), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.405955 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8513ddc-bc0e-4a4f-a3c7-456a44b1bcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4306fd10-7e23-4253-803b-2262760b0179,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:42.409469 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b4b14507-0480-42ef-843f-890cc24ce17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (b79469bd-c502-4f1b-be6e-902f35991537), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.416840 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:42.420586 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (83931d63-0ef7-4eff-afd0-bd7022b8f0a1), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.420961 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] Added segment 83931d63-0ef7-4eff-afd0-bd7022b8f0a1 of type vlan for network 51028d15-e390-412e-acdb-c26e7158d266 Aug 24 03:32:42.458441 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=73,neutron:DELETE=7,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:42.471970 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (51028d15-e390-412e-acdb-c26e7158d266), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.473582 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-b4b14507-0480-42ef-843f-890cc24ce17b admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=0f92297ee0bb42da8eaace75baaab026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4180107 Aug 24 03:32:42.474476 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b14507-0480-42ef-843f-890cc24ce17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79469bd-c502-4f1b-be6e-902f35991537,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:42.477379 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 53930) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:42.506490 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (51028d15-e390-412e-acdb-c26e7158d266), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.507581 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:42.508174 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.542267 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8a773661-5a7f-4cb8-90ca-f4fcdfd31a3b admin admin] Publish callbacks [] for security_group (b79469bd-c502-4f1b-be6e-902f35991537), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.553064 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3621860 Aug 24 03:32:42.555587 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 53936) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:42.560826 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-268861dc-6d59-4ae8-a9ff-165b3510dbca admin admin] Request body: {'subnet': {'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-80004041-subnet', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'ip_version': 4}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:32:42.593731 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8a773661-5a7f-4cb8-90ca-f4fcdfd31a3b admin admin] Publish callbacks [] for security_group (b79469bd-c502-4f1b-be6e-902f35991537), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.634193 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f1c65-b3e9-449b-b228-0122ca50a695 admin admin] Pushing event updated for resources: {'Network': ['ID=51028d15-e390-412e-acdb-c26e7158d266,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:42.645682 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network 51028d15-e390-412e-acdb-c26e7158d266 details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:32:42.662352 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea234113-cf5e-448d-a4b6-77f4c7c9e18c req-dc18200e-1a4c-4354-916a-cb587e50cdf8 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:42.663989 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ea234113-cf5e-448d-a4b6-77f4c7c9e18c req-dc18200e-1a4c-4354-916a-cb587e50cdf8 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 945 time: 0.0608890 Aug 24 03:32:42.666928 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8a773661-5a7f-4cb8-90ca-f4fcdfd31a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (b79469bd-c502-4f1b-be6e-902f35991537), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.668837 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268861dc-6d59-4ae8-a9ff-165b3510dbca admin admin] Made reservation on behalf of 60ed59a87fd44afb9064c8eef04b19c1 for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:32:42.671670 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-268861dc-6d59-4ae8-a9ff-165b3510dbca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5185050'] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.672466 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8a773661-5a7f-4cb8-90ca-f4fcdfd31a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.676390 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8a773661-5a7f-4cb8-90ca-f4fcdfd31a3b admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/b79469bd-c502-4f1b-be6e-902f35991537 HTTP/1.1" status: 204 len: 168 time: 0.1956348 Aug 24 03:32:42.686581 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a773661-5a7f-4cb8-90ca-f4fcdfd31a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79469bd-c502-4f1b-be6e-902f35991537,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:42.797634 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ea234113-cf5e-448d-a4b6-77f4c7c9e18c req-079ab327-4146-40c3-900e-37522b1a052a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225722 Aug 24 03:32:42.890997 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 7def1576-8e43-41f3-b534-e7a7b46f1b54 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:32:42.902290 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:42.924401 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-268861dc-6d59-4ae8-a9ff-165b3510dbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4780978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5185140'] for subnet (ac8d39b4-4410-4749-863f-f88cb6180c49), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.963832 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port 7def1576-8e43-41f3-b534-e7a7b46f1b54 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:32:42.972386 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 7def1576-8e43-41f3-b534-e7a7b46f1b54 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:42.973358 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:42.979375 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268861dc-6d59-4ae8-a9ff-165b3510dbca admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8d39b4-4410-4749-863f-f88cb6180c49,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:43.014336 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268861dc-6d59-4ae8-a9ff-165b3510dbca admin admin] Checking segment: {'id': '83931d63-0ef7-4eff-afd0-bd7022b8f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '51028d15-e390-412e-acdb-c26e7158d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:32:43.014731 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268861dc-6d59-4ae8-a9ff-165b3510dbca admin admin] Network hostable DHCP agents. Network: 51028d15-e390-412e-acdb-c26e7158d266, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:32:43.036648 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268861dc-6d59-4ae8-a9ff-165b3510dbca admin admin] Network 51028d15-e390-412e-acdb-c26e7158d266 is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:32:43.050791 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-268861dc-6d59-4ae8-a9ff-165b3510dbca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, 51028d15-e390-412e-acdb-c26e7158d266) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:32:43.056551 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268861dc-6d59-4ae8-a9ff-165b3510dbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:43.057353 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-268861dc-6d59-4ae8-a9ff-165b3510dbca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.071324 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7519f4-7b0a-49d5-b3d5-76b95c1ef05d None None] Network 51028d15-e390-412e-acdb-c26e7158d266 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:32:43.083669 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-268861dc-6d59-4ae8-a9ff-165b3510dbca admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5265007 Aug 24 03:32:43.086123 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 53950) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:43.095505 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:32:43.114916 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 7def1576-8e43-41f3-b534-e7a7b46f1b54 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:43.115389 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.117486 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12812'] for router (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.118708 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7891735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7889631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8099016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12805'] for router (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.155254 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:43.173202 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:43.177123 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Publish callbacks [] for router_controller (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), precommit_add_association {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.178015 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7def1576-8e43-41f3-b534-e7a7b46f1b54'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:32:43.180531 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f919af5f-674b-431b-b06d-3b92b38941e2" -d '{"events": [{"server_uuid": "76a6c958-f0bd-4b52-ab2c-15ff7e7b1280", "name": "network-vif-plugged", "status": "completed", "tag": "7def1576-8e43-41f3-b534-e7a7b46f1b54"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:32:43.213355 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 7def1576-8e43-41f3-b534-e7a7b46f1b54, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7def1576-8e43-41f3-b534-e7a7b46f1b54,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:32:43.228222 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d80a7e0-4852-48c7-a537-b1941275e483 x-openstack-request-id: req-8d80a7e0-4852-48c7-a537-b1941275e483 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:32:43.228715 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a6c958-f0bd-4b52-ab2c-15ff7e7b1280", "name": "network-vif-plugged", "status": "completed", "tag": "7def1576-8e43-41f3-b534-e7a7b46f1b54", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:32:43.229200 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d80a7e0-4852-48c7-a537-b1941275e483 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:32:43.229599 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d80a7e0-4852-48c7-a537-b1941275e483'] response: {'server_uuid': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7def1576-8e43-41f3-b534-e7a7b46f1b54', 'code': 200} Aug 24 03:32:43.230469 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.277077 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70d57586-e4e6-542b-96d4-1cbf7e47ba16-51028d15-e390-412e-acdb-c26e7158d266', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'fixed_ips': [{'subnet_id': 'ac8d39b4-4410-4749-863f-f88cb6180c49'}]}} from dv-cinder-854261-1-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 03:32:43.278005 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.323416 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Publish callbacks [] for router_gateway (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.369990 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=7def1576-8e43-41f3-b534-e7a7b46f1b54,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:43.461106 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Allocated IP 172.20.0.2 (51028d15-e390-412e-acdb-c26e7158d266/ac8d39b4-4410-4749-863f-f88cb6180c49/f4ff7c71-8bb5-4b05-b48b-93a1a8f20576) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:32:43.527084 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:43.548432 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Publish callbacks [] for router_gateway (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.553821 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16770ee0-db85-4638-807c-b3a161d84e64 req-866fc28e-a7d2-45ef-950d-bcf0866b04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:43.556496 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-16770ee0-db85-4638-807c-b3a161d84e64 req-866fc28e-a7d2-45ef-950d-bcf0866b04ab service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 1130 time: 0.0587201 Aug 24 03:32:43.568552 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.617475 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-16770ee0-db85-4638-807c-b3a161d84e64 req-b1a471cd-3fdb-4f27-9b8e-3024e1547690 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552013 Aug 24 03:32:43.646836 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Publish callbacks [] for port (f4ff7c71-8bb5-4b05-b48b-93a1a8f20576), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.654826 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (f4ff7c71-8bb5-4b05-b48b-93a1a8f20576), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.691515 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Allocated IP 172.27.4.192 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/a514b024-76f0-4ca6-97f2-09057f8db5c7) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:32:43.709536 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Network 51028d15-e390-412e-acdb-c26e7158d266 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:32:43.715620 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:32:43.719244 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:32:43.726256 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Pushing event updated for resources: {'Port': ['ID=f4ff7c71-8bb5-4b05-b48b-93a1a8f20576,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:43.793353 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Attempting to bind port f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:32:43.793735 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Attempting to bind port f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '83931d63-0ef7-4eff-afd0-bd7022b8f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '51028d15-e390-412e-acdb-c26e7158d266'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:32:43.794117 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Attempting to bind port f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 on network 51028d15-e390-412e-acdb-c26e7158d266 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:32:43.799587 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:32:43.799971 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Checking segment: {'id': '83931d63-0ef7-4eff-afd0-bd7022b8f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '51028d15-e390-412e-acdb-c26e7158d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:32:43.800373 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.801334 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Bound using segment: {'id': '83931d63-0ef7-4eff-afd0-bd7022b8f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '51028d15-e390-412e-acdb-c26e7158d266'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:32:43.802356 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Bound port: f4ff7c71-8bb5-4b05-b48b-93a1a8f20576, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83931d63-0ef7-4eff-afd0-bd7022b8f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '51028d15-e390-412e-acdb-c26e7158d266'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:32:43.802910 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (f4ff7c71-8bb5-4b05-b48b-93a1a8f20576), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.815130 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Publish callbacks [] for port (a514b024-76f0-4ca6-97f2-09057f8db5c7), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.852952 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (a514b024-76f0-4ca6-97f2-09057f8db5c7), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.871184 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] For port f4ff7c71-8bb5-4b05-b48b-93a1a8f20576, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:32:43.875424 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] For port f4ff7c71-8bb5-4b05-b48b-93a1a8f20576, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=f4ff7c71-8bb5-4b05-b48b-93a1a8f20576,segment=NetworkSegment(83931d63-0ef7-4eff-afd0-bd7022b8f0a1),segment_id=83931d63-0ef7-4eff-afd0-bd7022b8f0a1)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:32:43.883690 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (f4ff7c71-8bb5-4b05-b48b-93a1a8f20576), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:43.905208 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:43.914239 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:32:43.923563 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:32:43.934445 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:32:43.955214 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73ec19-660f-4d9b-8dd9-d2aad7fa400f None None] Pushing event updated for resources: {'Port': ['ID=f4ff7c71-8bb5-4b05-b48b-93a1a8f20576,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:43.978378 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Pushing event updated for resources: {'Port': ['ID=a514b024-76f0-4ca6-97f2-09057f8db5c7,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:44.045521 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77ee43-485f-4874-86e3-3c2a3aeb0137 req-37fc8670-b9f4-4972-be3f-6bc5a9030d51 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:44.047047 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0c77ee43-485f-4874-86e3-3c2a3aeb0137 req-37fc8670-b9f4-4972-be3f-6bc5a9030d51 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0699766 Aug 24 03:32:44.185453 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0c77ee43-485f-4874-86e3-3c2a3aeb0137 req-cfde2f61-b386-448c-b580-cacef8eff9cc tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053116 Aug 24 03:32:44.299091 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Publish callbacks [] for router_gateway (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:44.376832 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:44.501545 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7891712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7889582'] for router (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:44.887849 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a is scheduled to L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e with binding_index 1 {{(pid=106302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 03:32:44.896851 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e452d0d-2fc9-4793-804d-d5efcd1c2897 None None] Network 51028d15-e390-412e-acdb-c26e7158d266 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:32:44.992758 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:32:45.009473 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Sync routers for ids ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:32:45.013591 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:45.018527 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-5a4cf70a-7809-4259-a5fe-065b03ff9df5 None None] Provisioning complete for port f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:45.018910 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf70a-7809-4259-a5fe-065b03ff9df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (f4ff7c71-8bb5-4b05-b48b-93a1a8f20576), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:45.021812 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:45.026523 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9f29dd33-797f-4f5d-ab84-0b128a9ebe3b admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9367528 Aug 24 03:32:45.027018 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 53974) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:45.075021 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Routers {'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:32:45.075676 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:32:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:45.078929 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:45.195875 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-5a4cf70a-7809-4259-a5fe-065b03ff9df5 None None] Current status of the port f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:45.196265 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf70a-7809-4259-a5fe-065b03ff9df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (f4ff7c71-8bb5-4b05-b48b-93a1a8f20576), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:45.252794 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Set router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:32:45.337302 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-5a4cf70a-7809-4259-a5fe-065b03ff9df5 None None] For port f4ff7c71-8bb5-4b05-b48b-93a1a8f20576, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=f4ff7c71-8bb5-4b05-b48b-93a1a8f20576,segment=NetworkSegment(83931d63-0ef7-4eff-afd0-bd7022b8f0a1),segment_id=83931d63-0ef7-4eff-afd0-bd7022b8f0a1)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:32:45.351595 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf70a-7809-4259-a5fe-065b03ff9df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (f4ff7c71-8bb5-4b05-b48b-93a1a8f20576), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:45.449974 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97733ed8-64dd-4f32-86ec-5fbf02dd95f6 req-b9383340-2a3e-498a-ae0f-cd957a574cdf tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:45.455541 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cf70a-7809-4259-a5fe-065b03ff9df5 None None] Pushing event updated for resources: {'Port': ['ID=f4ff7c71-8bb5-4b05-b48b-93a1a8f20576,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:45.458238 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-97733ed8-64dd-4f32-86ec-5fbf02dd95f6 req-b9383340-2a3e-498a-ae0f-cd957a574cdf tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.1561761 Aug 24 03:32:45.481342 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:45.505444 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-6efaa173-1a51-457c-9642-7317a29d7e46 None None] Provisioning complete for port f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:45.505834 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6efaa173-1a51-457c-9642-7317a29d7e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (f4ff7c71-8bb5-4b05-b48b-93a1a8f20576), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:45.527131 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-97733ed8-64dd-4f32-86ec-5fbf02dd95f6 req-c25390c9-09e7-4ccb-a080-30a26ac97a6e tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675583 Aug 24 03:32:45.552729 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:44Z', 'revision_number': 3, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'gw_port': {'id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:45.586215 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Checking router: bf2a8d13-ab10-46d3-b0e6-79adc0e0340a for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:32:45.586572 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Updating router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a port a514b024-76f0-4ca6-97f2-09057f8db5c7 binding host dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:32:45.611922 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:45.638488 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (a514b024-76f0-4ca6-97f2-09057f8db5c7), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:45.677969 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-6efaa173-1a51-457c-9642-7317a29d7e46 None None] Current status of the port f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:45.712225 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:45.893081 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Allocated IP 172.20.0.1 (51028d15-e390-412e-acdb-c26e7158d266/ac8d39b4-4410-4749-863f-f88cb6180c49/ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:32:45.921764 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:32:46.009902 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Publish callbacks [] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:46.042530 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:46.082120 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:46.087910 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Publish callbacks [] for port (a514b024-76f0-4ca6-97f2-09057f8db5c7), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:46.090177 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Network 51028d15-e390-412e-acdb-c26e7158d266 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:32:46.095749 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:32:46.098326 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:32:46.101205 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (a514b024-76f0-4ca6-97f2-09057f8db5c7), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:46.101714 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Pushing event updated for resources: {'Port': ['ID=ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:46.140340 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890483'] for router_interface (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:46.150309 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Attempting to bind port a514b024-76f0-4ca6-97f2-09057f8db5c7 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:32:46.150676 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Attempting to bind port a514b024-76f0-4ca6-97f2-09057f8db5c7 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:32:46.151048 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Attempting to bind port a514b024-76f0-4ca6-97f2-09057f8db5c7 on network 68ed77cc-6535-48c9-8f55-c96c079deaef {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:32:46.166337 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:32:46.166722 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Checking segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:32:46.167124 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:46.167522 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Bound using segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:32:46.168009 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Bound port: a514b024-76f0-4ca6-97f2-09057f8db5c7, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:32:46.168389 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (a514b024-76f0-4ca6-97f2-09057f8db5c7), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:46.172747 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14761ea6-c99a-4f66-9065-f5e0e7543290 None None] Pushing event updated for resources: {'Port': ['ID=a514b024-76f0-4ca6-97f2-09057f8db5c7,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:46.191829 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:46.194772 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:46.195154 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (f4ff7c71-8bb5-4b05-b48b-93a1a8f20576), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:46.262791 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] For port a514b024-76f0-4ca6-97f2-09057f8db5c7, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:32:46.268645 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] For port a514b024-76f0-4ca6-97f2-09057f8db5c7, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=a514b024-76f0-4ca6-97f2-09057f8db5c7,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:32:46.277962 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (a514b024-76f0-4ca6-97f2-09057f8db5c7), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:46.282794 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:46.345716 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Routers {'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:32:46.346263 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:32:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:46.353428 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:46.356897 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:46.415265 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:46.432052 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14761ea6-c99a-4f66-9065-f5e0e7543290 None None] Pushing event updated for resources: {'Port': ['ID=a514b024-76f0-4ca6-97f2-09057f8db5c7,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:46.448606 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-2f827822-d0ba-4711-8584-db87b30697fa None None] Provisioning complete for port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:46.449002 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-2f827822-d0ba-4711-8584-db87b30697fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:46.456560 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Publish callbacks [] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:46.461368 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:46.495305 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-2f827822-d0ba-4711-8584-db87b30697fa None None] Port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:32:46.512544 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] Set router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:32:46.530999 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890511'] for router_interface (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:46.533477 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Pushing event updated for resources: {'Port': ['ID=ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:46.662527 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Network 51028d15-e390-412e-acdb-c26e7158d266 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:32:46.665848 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:32:46.685331 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0373d9-19ba-48a0-a00e-078efa142951 req-754f646d-50a5-4760-8aa8-07c382da9286 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:46.686740 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1e0373d9-19ba-48a0-a00e-078efa142951 req-754f646d-50a5-4760-8aa8-07c382da9286 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0668874 Aug 24 03:32:46.710843 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:46Z', 'revision_number': 4, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'gw_port': {'id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5', 'name': '', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'mac_address': 'fa:16:3e:e9:b0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:45Z', 'updated_at': '2022-08-24T03:32:45Z', 'revision_number': 1, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'subnets': [{'id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:46.738955 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd467e3f-fd89-4e5c-9c48-b6f3bd1ca82c None None] The sync data for ids ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'] in dv-cinder-854261-1-iscsi is: [{'id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:46Z', 'revision_number': 4, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'gw_port': {'id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5', 'name': '', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'mac_address': 'fa:16:3e:e9:b0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:45Z', 'updated_at': '2022-08-24T03:32:45Z', 'revision_number': 1, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'subnets': [{'id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:32:46.816936 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1e0373d9-19ba-48a0-a00e-078efa142951 req-eccf3cf0-452f-4874-a196-296db6ac22e5 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944009 Aug 24 03:32:46.850527 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:32:46.928123 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-e8a760d8-75be-4fe8-9b84-5ed75aa6aacc None None] Provisioning complete for port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:46.928642 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e8a760d8-75be-4fe8-9b84-5ed75aa6aacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:46.964090 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-e8a760d8-75be-4fe8-9b84-5ed75aa6aacc None None] Port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:32:47.034745 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ed8d5-65b0-4ea6-8183-40464de7c474 req-86b3cf14-d1b1-467b-9d7b-f5decc6530e5 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:47.047895 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ad0ed8d5-65b0-4ea6-8183-40464de7c474 req-86b3cf14-d1b1-467b-9d7b-f5decc6530e5 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0840092 Aug 24 03:32:47.056983 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 54004) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:47.059805 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-24956737-69ba-4dbf-b96a-32009832ac62 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Request body: {'floatingip': {'port_id': '7def1576-8e43-41f3-b534-e7a7b46f1b54'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:32:47.079260 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:32:47.081760 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:47.085869 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7ad5c457-9afd-474e-9df5-18173da19f88 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/bf2a8d13-ab10-46d3-b0e6-79adc0e0340a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0574744 Aug 24 03:32:47.111410 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-24956737-69ba-4dbf-b96a-32009832ac62 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for floatingip (4ab5699f-fd8f-4a84-8c77-ced16e16472e), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:47.358337 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-71784dc4-de98-4780-81e4-4b9749ff4761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:47.502627 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:47.613383 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-24956737-69ba-4dbf-b96a-32009832ac62 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:47.618301 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-24956737-69ba-4dbf-b96a-32009832ac62 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (4ab5699f-fd8f-4a84-8c77-ced16e16472e), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:47.717364 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:47.759920 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-24956737-69ba-4dbf-b96a-32009832ac62 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Floating IP 4ab5699f-fd8f-4a84-8c77-ced16e16472e associated. External IP: 172.27.4.71, port: 7def1576-8e43-41f3-b534-e7a7b46f1b54. Aug 24 03:32:47.799587 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 54020) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:47.804709 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1156500432-network', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:32:47.871457 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] Made reservation on behalf of 19a5d267c5ef4a12a1d09e51a195497a for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:32:47.873839 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:47.887396 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:47.914256 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device a514b024-76f0-4ca6-97f2-09057f8db5c7 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:32:47.966424 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port a514b024-76f0-4ca6-97f2-09057f8db5c7 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:47.967056 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (a514b024-76f0-4ca6-97f2-09057f8db5c7), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:48.016327 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:48.049945 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port a514b024-76f0-4ca6-97f2-09057f8db5c7 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:48.050341 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (a514b024-76f0-4ca6-97f2-09057f8db5c7), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:48.094911 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] Publish callbacks [] for security_group (d0edbb39-22ea-48fd-836e-f27554250dae), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:48.099663 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port a514b024-76f0-4ca6-97f2-09057f8db5c7, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=a514b024-76f0-4ca6-97f2-09057f8db5c7,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:32:48.100221 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24956737-69ba-4dbf-b96a-32009832ac62 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Router 4a37f485-85f4-4569-bac9-f2d433f185f7 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:32:48.104296 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (d0edbb39-22ea-48fd-836e-f27554250dae), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:48.106006 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (a514b024-76f0-4ca6-97f2-09057f8db5c7), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:48.137666 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:32:48.165028 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=a514b024-76f0-4ca6-97f2-09057f8db5c7,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:48.238431 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (b0f394cb-bda5-476d-b51e-4cb434cf26ec), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:48.238896 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] Added segment b0f394cb-bda5-476d-b51e-4cb434cf26ec of type vlan for network 066f9c95-d63d-499d-8ba9-ec1a5e73d9a5 Aug 24 03:32:48.240743 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0edbb39-22ea-48fd-836e-f27554250dae,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:48.298712 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (066f9c95-d63d-499d-8ba9-ec1a5e73d9a5), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:48.324937 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24956737-69ba-4dbf-b96a-32009832ac62 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:32:48.331728 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-24956737-69ba-4dbf-b96a-32009832ac62 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:48.335630 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8245c6-4006-47bf-aec2-159a85093622 None None] Sync routers for ids ['4a37f485-85f4-4569-bac9-f2d433f185f7'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:32:48.348237 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8245c6-4006-47bf-aec2-159a85093622 None None] Routers {'4a37f485-85f4-4569-bac9-f2d433f185f7'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:32:48.348859 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-6e8245c6-4006-47bf-aec2-159a85093622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:32:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['4a37f485-85f4-4569-bac9-f2d433f185f7'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:48.367153 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (066f9c95-d63d-499d-8ba9-ec1a5e73d9a5), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:48.368223 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:48.368874 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:48.388194 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-24956737-69ba-4dbf-b96a-32009832ac62 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/4ab5699f-fd8f-4a84-8c77-ced16e16472e HTTP/1.1" status: 200 len: 991 time: 1.3320489 Aug 24 03:32:48.394638 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'tag': '7def1576-8e43-41f3-b534-e7a7b46f1b54'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:32:48.397078 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee120604-2bc2-4913-a090-c39c9044a9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "76a6c958-f0bd-4b52-ab2c-15ff7e7b1280", "tag": "7def1576-8e43-41f3-b534-e7a7b46f1b54"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:32:48.415214 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:48.422761 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6221101 Aug 24 03:32:48.426277 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 54032) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:48.431626 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-49872c02-05c8-47af-8f37-d009521a679a admin admin] Request body: {'subnet': {'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1156500432-subnet', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:32:48.471558 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c7b880-ff9e-4d18-9ade-80199048904f x-openstack-request-id: req-05c7b880-ff9e-4d18-9ade-80199048904f {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:32:48.471838 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a6c958-f0bd-4b52-ab2c-15ff7e7b1280", "tag": "7def1576-8e43-41f3-b534-e7a7b46f1b54", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:32:48.472094 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05c7b880-ff9e-4d18-9ade-80199048904f {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:32:48.472515 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c7b880-ff9e-4d18-9ade-80199048904f'] response: {'name': 'network-changed', 'server_uuid': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'tag': '7def1576-8e43-41f3-b534-e7a7b46f1b54', 'status': 'completed', 'code': 200} Aug 24 03:32:48.478318 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306aefb-1e29-4fdd-ba90-5c5a67ad4184 admin admin] Pushing event updated for resources: {'Network': ['ID=066f9c95-d63d-499d-8ba9-ec1a5e73d9a5,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:48.482203 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-6e8245c6-4006-47bf-aec2-159a85093622 None None] Set router 4a37f485-85f4-4569-bac9-f2d433f185f7 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:32:48.490100 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network 066f9c95-d63d-499d-8ba9-ec1a5e73d9a5 details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:32:48.497930 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49872c02-05c8-47af-8f37-d009521a679a admin admin] Made reservation on behalf of 19a5d267c5ef4a12a1d09e51a195497a for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:32:48.501781 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49872c02-05c8-47af-8f37-d009521a679a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4973782'] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:48.517948 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:48.524462 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:48.629913 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee120604-2bc2-4913-a090-c39c9044a9ef req-f1e496ad-77a8-43b9-8001-c4a4715f84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:48.631412 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee120604-2bc2-4913-a090-c39c9044a9ef req-f1e496ad-77a8-43b9-8001-c4a4715f84d1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 1130 time: 0.1119039 Aug 24 03:32:48.732030 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-6e8245c6-4006-47bf-aec2-159a85093622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '4ab5699f-fd8f-4a84-8c77-ced16e16472e', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'floating_ip_address': '172.27.4.71', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'port_id': '7def1576-8e43-41f3-b534-e7a7b46f1b54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'mac_address': 'fa:16:3e:99:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:32:26Z', 'updated_at': '2022-08-24T03:32:47Z', 'revision_number': 1, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc9cedf-aab5-4436-9ce4-9241a561fdd0', 'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'mac_address': 'fa:16:3e:95:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:08Z', 'updated_at': '2022-08-24T03:30:24Z', 'revision_number': 5, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'subnets': [{'id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:48.759619 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8245c6-4006-47bf-aec2-159a85093622 None None] Checking router: 4a37f485-85f4-4569-bac9-f2d433f185f7 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:32:48.769166 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8245c6-4006-47bf-aec2-159a85093622 None None] Routers {'4a37f485-85f4-4569-bac9-f2d433f185f7'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:32:48.769805 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-6e8245c6-4006-47bf-aec2-159a85093622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:32:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['4a37f485-85f4-4569-bac9-f2d433f185f7'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:48.803746 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee120604-2bc2-4913-a090-c39c9044a9ef req-97c2a2e4-30d6-42d5-8abc-42b0a3d80689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:48.805522 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee120604-2bc2-4913-a090-c39c9044a9ef req-97c2a2e4-30d6-42d5-8abc-42b0a3d80689 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 920 time: 0.1606128 Aug 24 03:32:48.810850 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49872c02-05c8-47af-8f37-d009521a679a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4932823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4973752'] for subnet (9eacf1d5-d3a9-4657-8906-074ef27dd32e), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:48.880508 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-6e8245c6-4006-47bf-aec2-159a85093622 None None] Set router 4a37f485-85f4-4569-bac9-f2d433f185f7 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:32:49.122149 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-6e8245c6-4006-47bf-aec2-159a85093622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '4ab5699f-fd8f-4a84-8c77-ced16e16472e', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'floating_ip_address': '172.27.4.71', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'port_id': '7def1576-8e43-41f3-b534-e7a7b46f1b54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'mac_address': 'fa:16:3e:99:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:32:26Z', 'updated_at': '2022-08-24T03:32:47Z', 'revision_number': 1, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc9cedf-aab5-4436-9ce4-9241a561fdd0', 'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'mac_address': 'fa:16:3e:95:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:08Z', 'updated_at': '2022-08-24T03:30:24Z', 'revision_number': 5, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'subnets': [{'id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:49.125152 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49872c02-05c8-47af-8f37-d009521a679a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eacf1d5-d3a9-4657-8906-074ef27dd32e,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:49.134067 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee120604-2bc2-4913-a090-c39c9044a9ef req-bc18d20a-5169-4e62-ba58-dfe145f288f4 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7def1576-8e43-41f3-b534-e7a7b46f1b54 HTTP/1.1" status: 200 len: 999 time: 0.3149877 Aug 24 03:32:49.141426 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49872c02-05c8-47af-8f37-d009521a679a admin admin] Checking segment: {'id': 'b0f394cb-bda5-476d-b51e-4cb434cf26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:32:49.141778 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49872c02-05c8-47af-8f37-d009521a679a admin admin] Network hostable DHCP agents. Network: 066f9c95-d63d-499d-8ba9-ec1a5e73d9a5, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:32:49.151153 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8245c6-4006-47bf-aec2-159a85093622 None None] The sync data for ids ['4a37f485-85f4-4569-bac9-f2d433f185f7'] in dv-cinder-854261-1-iscsi is: [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '4ab5699f-fd8f-4a84-8c77-ced16e16472e', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'floating_ip_address': '172.27.4.71', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'port_id': '7def1576-8e43-41f3-b534-e7a7b46f1b54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'mac_address': 'fa:16:3e:99:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:32:26Z', 'updated_at': '2022-08-24T03:32:47Z', 'revision_number': 1, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc9cedf-aab5-4436-9ce4-9241a561fdd0', 'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'mac_address': 'fa:16:3e:95:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:08Z', 'updated_at': '2022-08-24T03:30:24Z', 'revision_number': 5, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'subnets': [{'id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:32:49.197616 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee120604-2bc2-4913-a090-c39c9044a9ef req-bbd5ff6e-a54f-4117-abe7-5cfdd668335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:49.199285 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee120604-2bc2-4913-a090-c39c9044a9ef req-bbd5ff6e-a54f-4117-abe7-5cfdd668335e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.0593839 Aug 24 03:32:49.200266 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49872c02-05c8-47af-8f37-d009521a679a admin admin] Network 066f9c95-d63d-499d-8ba9-ec1a5e73d9a5 is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:32:49.217704 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-49872c02-05c8-47af-8f37-d009521a679a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, 066f9c95-d63d-499d-8ba9-ec1a5e73d9a5) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:32:49.227185 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b7da90-7411-4f82-b641-0a3cbe2e2ed5 None None] Network 066f9c95-d63d-499d-8ba9-ec1a5e73d9a5 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:32:49.240671 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49872c02-05c8-47af-8f37-d009521a679a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:49.241303 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49872c02-05c8-47af-8f37-d009521a679a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:49.259536 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee120604-2bc2-4913-a090-c39c9044a9ef req-5332cd33-2abf-4ce7-8a53-a2c919422a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:49.261208 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee120604-2bc2-4913-a090-c39c9044a9ef req-5332cd33-2abf-4ce7-8a53-a2c919422a0c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548134 Aug 24 03:32:49.266804 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-49872c02-05c8-47af-8f37-d009521a679a admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8394539 Aug 24 03:32:49.269651 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 54036) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:49.276191 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1156500432-router', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:32:49.310440 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Sync routers for ids ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:32:49.318121 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12812'] for router (8354b62e-64af-4d27-b790-8a5fbc7fd22a), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:49.319242 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7891735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7889631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8099016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12805'] for router (8354b62e-64af-4d27-b790-8a5fbc7fd22a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:49.341634 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Routers {'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:32:49.342414 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:32:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:49.419722 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Publish callbacks [] for router_controller (8354b62e-64af-4d27-b790-8a5fbc7fd22a), precommit_add_association {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:49.451053 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee120604-2bc2-4913-a090-c39c9044a9ef req-14dc8e39-0333-485b-9542-ae7906f9c30e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685059 Aug 24 03:32:49.494715 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70d57586-e4e6-542b-96d4-1cbf7e47ba16-066f9c95-d63d-499d-8ba9-ec1a5e73d9a5', 'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5', 'project_id': '19a5d267c5ef4a12a1d09e51a195497a', 'fixed_ips': [{'subnet_id': '9eacf1d5-d3a9-4657-8906-074ef27dd32e'}]}} from dv-cinder-854261-1-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 03:32:49.495726 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:49.534219 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321cd57-46bd-4e2a-8d78-610584344fff None None] New status for floating IP 4ab5699f-fd8f-4a84-8c77-ced16e16472e: ACTIVE {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:32:49.607072 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee120604-2bc2-4913-a090-c39c9044a9ef req-f72cd676-c505-4e89-aa96-16292b83400c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489007 Aug 24 03:32:49.659639 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Publish callbacks [] for router_gateway (8354b62e-64af-4d27-b790-8a5fbc7fd22a), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:49.692700 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Set router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:32:49.823886 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:32:49.864081 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Allocated IP 172.20.0.2 (066f9c95-d63d-499d-8ba9-ec1a5e73d9a5/9eacf1d5-d3a9-4657-8906-074ef27dd32e/56727d27-ee46-4de9-bd9c-628687619282) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:32:49.885695 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:49.906424 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-4018a63d-864c-4943-bd24-d8744bfae41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:49.922027 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device a514b024-76f0-4ca6-97f2-09057f8db5c7 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:32:49.924872 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:49.949180 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Publish callbacks [] for router_gateway (8354b62e-64af-4d27-b790-8a5fbc7fd22a), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:49.974764 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:50.107316 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Allocated IP 172.27.4.28 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/2337ca32-6ba6-47d7-a3cf-886d9f893f8f) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:32:50.121948 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port a514b024-76f0-4ca6-97f2-09057f8db5c7 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:50.122535 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (a514b024-76f0-4ca6-97f2-09057f8db5c7), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:50.239852 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Publish callbacks [] for port (2337ca32-6ba6-47d7-a3cf-886d9f893f8f), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:50.277060 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (2337ca32-6ba6-47d7-a3cf-886d9f893f8f), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:50.304559 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:50.323525 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:46Z', 'revision_number': 4, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'gw_port': {'id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5', 'name': '', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'mac_address': 'fa:16:3e:e9:b0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:45Z', 'updated_at': '2022-08-24T03:32:46Z', 'revision_number': 2, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'subnets': [{'id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:50.324903 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:32:50.327954 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:32:50.331075 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:32:50.365271 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Pushing event updated for resources: {'Port': ['ID=2337ca32-6ba6-47d7-a3cf-886d9f893f8f,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:50.380123 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Checking router: bf2a8d13-ab10-46d3-b0e6-79adc0e0340a for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:32:50.380484 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Updating router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 binding host dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:32:50.385514 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:50.458604 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Publish callbacks [] for port (56727d27-ee46-4de9-bd9c-628687619282), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:50.466754 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:50.470702 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (56727d27-ee46-4de9-bd9c-628687619282), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:50.589367 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Network 066f9c95-d63d-499d-8ba9-ec1a5e73d9a5 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:32:50.590279 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port a514b024-76f0-4ca6-97f2-09057f8db5c7 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:50.600246 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:32:50.602769 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:32:50.615616 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Pushing event updated for resources: {'Port': ['ID=56727d27-ee46-4de9-bd9c-628687619282,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:50.631725 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Publish callbacks [] for router_gateway (8354b62e-64af-4d27-b790-8a5fbc7fd22a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:50.745501 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Attempting to bind port 56727d27-ee46-4de9-bd9c-628687619282 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:32:50.745871 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Attempting to bind port 56727d27-ee46-4de9-bd9c-628687619282 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': 'b0f394cb-bda5-476d-b51e-4cb434cf26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:32:50.746220 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Attempting to bind port 56727d27-ee46-4de9-bd9c-628687619282 on network 066f9c95-d63d-499d-8ba9-ec1a5e73d9a5 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:32:50.762524 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:32:50.762892 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Checking segment: {'id': 'b0f394cb-bda5-476d-b51e-4cb434cf26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:32:50.763290 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:50.763673 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Bound using segment: {'id': 'b0f394cb-bda5-476d-b51e-4cb434cf26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:32:50.764142 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Bound port: 56727d27-ee46-4de9-bd9c-628687619282, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f394cb-bda5-476d-b51e-4cb434cf26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:32:50.765193 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (56727d27-ee46-4de9-bd9c-628687619282), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:50.829059 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:50.829797 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7891712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7889582'] for router (8354b62e-64af-4d27-b790-8a5fbc7fd22a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:50.899309 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:50.912710 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] For port 56727d27-ee46-4de9-bd9c-628687619282, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:32:50.921252 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] For port 56727d27-ee46-4de9-bd9c-628687619282, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=56727d27-ee46-4de9-bd9c-628687619282,segment=NetworkSegment(b0f394cb-bda5-476d-b51e-4cb434cf26ec),segment_id=b0f394cb-bda5-476d-b51e-4cb434cf26ec)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:32:50.929445 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (56727d27-ee46-4de9-bd9c-628687619282), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:50.946530 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:51.002692 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Router 8354b62e-64af-4d27-b790-8a5fbc7fd22a is scheduled to L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e with binding_index 1 {{(pid=106302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 03:32:51.037897 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86c26d-c996-4627-a25e-19c4190f418d None None] Pushing event updated for resources: {'Port': ['ID=56727d27-ee46-4de9-bd9c-628687619282,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:51.062504 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Publish callbacks [] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:51.068674 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:51.126102 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c48f95-a3cf-4e8e-ba12-93634017f173 None None] Pushing event updated for resources: {'Port': ['ID=ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:51.158280 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:32:51.191015 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Sync routers for ids ['8354b62e-64af-4d27-b790-8a5fbc7fd22a'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:32:51.194725 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:51.198817 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-4516d90e-b361-4bc2-b17c-9a6a9f8955da admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9247994 Aug 24 03:32:51.199129 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 54048) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:32:51.211878 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:51.213525 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Attempting to bind port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:32:51.213924 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Attempting to bind port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '83931d63-0ef7-4eff-afd0-bd7022b8f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '51028d15-e390-412e-acdb-c26e7158d266'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:32:51.214316 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Attempting to bind port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 on network 51028d15-e390-412e-acdb-c26e7158d266 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:32:51.224757 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:32:51.225207 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Checking segment: {'id': '83931d63-0ef7-4eff-afd0-bd7022b8f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '51028d15-e390-412e-acdb-c26e7158d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:32:51.225593 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:51.226008 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Bound using segment: {'id': '83931d63-0ef7-4eff-afd0-bd7022b8f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '51028d15-e390-412e-acdb-c26e7158d266'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:32:51.226451 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Bound port: ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83931d63-0ef7-4eff-afd0-bd7022b8f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '51028d15-e390-412e-acdb-c26e7158d266'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:32:51.226851 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:51.255400 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Routers {'8354b62e-64af-4d27-b790-8a5fbc7fd22a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:32:51.256149 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:32:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['8354b62e-64af-4d27-b790-8a5fbc7fd22a'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:51.339660 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:51.418071 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] For port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:32:51.427089 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:51.435345 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:51.443165 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] For port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5,segment=NetworkSegment(83931d63-0ef7-4eff-afd0-bd7022b8f0a1),segment_id=83931d63-0ef7-4eff-afd0-bd7022b8f0a1)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:32:51.448090 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Set router 8354b62e-64af-4d27-b790-8a5fbc7fd22a gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:32:51.474130 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:51.554955 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Routers {'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:32:51.555594 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:32:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:51.680525 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c48f95-a3cf-4e8e-ba12-93634017f173 None None] Pushing event updated for resources: {'Port': ['ID=ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:51.693909 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:51.755772 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] Set router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:32:51.787416 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'name': 'tempest-TestMinimumBasicScenario-1156500432-router', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.28'}], 'enable_snat': True}, 'gw_port_id': '2337ca32-6ba6-47d7-a3cf-886d9f893f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:32:50Z', 'revision_number': 3, 'project_id': '19a5d267c5ef4a12a1d09e51a195497a', 'gw_port': {'id': '2337ca32-6ba6-47d7-a3cf-886d9f893f8f', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:51.821653 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Checking router: 8354b62e-64af-4d27-b790-8a5fbc7fd22a for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:32:51.822002 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Updating router 8354b62e-64af-4d27-b790-8a5fbc7fd22a port 2337ca32-6ba6-47d7-a3cf-886d9f893f8f binding host dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:32:51.901176 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Allocated IP 172.20.0.1 (066f9c95-d63d-499d-8ba9-ec1a5e73d9a5/9eacf1d5-d3a9-4657-8906-074ef27dd32e/9be47b65-9b8f-431b-95dc-6ce5aa724989) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:32:51.908883 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (2337ca32-6ba6-47d7-a3cf-886d9f893f8f), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.064447 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Publish callbacks [] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.101857 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.152843 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Network 066f9c95-d63d-499d-8ba9-ec1a5e73d9a5 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:32:52.156886 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:32:52.159543 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:32:52.183557 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:32:52.185880 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Pushing event updated for resources: {'Port': ['ID=9be47b65-9b8f-431b-95dc-6ce5aa724989,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:52.186246 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b9e6b8-53d0-4419-bdb6-14ea3803993c None None] Network 066f9c95-d63d-499d-8ba9-ec1a5e73d9a5 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:32:52.208818 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890483'] for router_interface (8354b62e-64af-4d27-b790-8a5fbc7fd22a), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.255292 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-02559e8b-7e52-49ac-9502-b9024acc3c69 None None] Provisioning complete for port 56727d27-ee46-4de9-bd9c-628687619282 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:52.255668 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-02559e8b-7e52-49ac-9502-b9024acc3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (56727d27-ee46-4de9-bd9c-628687619282), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.292294 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:52.301755 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:52.318966 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:52.351484 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.437196 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:46Z', 'revision_number': 4, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'gw_port': {'id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5', 'name': '', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'mac_address': 'fa:16:3e:e9:b0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:45Z', 'updated_at': '2022-08-24T03:32:51Z', 'revision_number': 4, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'subnets': [{'id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:52.444661 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:52.445041 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.498063 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:52.533449 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Publish callbacks [] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.539257 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.541779 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6940ba7-3247-490d-931a-836d907f55d4 None None] The sync data for ids ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'] in dv-cinder-854261-1-iscsi is: [{'id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:46Z', 'revision_number': 4, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'gw_port': {'id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5', 'name': '', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'mac_address': 'fa:16:3e:e9:b0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:45Z', 'updated_at': '2022-08-24T03:32:51Z', 'revision_number': 4, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'subnets': [{'id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:32:52.612187 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Pushing event updated for resources: {'Port': ['ID=9be47b65-9b8f-431b-95dc-6ce5aa724989,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:52.615342 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890511'] for router_interface (8354b62e-64af-4d27-b790-8a5fbc7fd22a), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.646269 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.660125 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-02559e8b-7e52-49ac-9502-b9024acc3c69 None None] Current status of the port 56727d27-ee46-4de9-bd9c-628687619282 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:52.660524 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-02559e8b-7e52-49ac-9502-b9024acc3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (56727d27-ee46-4de9-bd9c-628687619282), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.665665 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.727703 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Network 066f9c95-d63d-499d-8ba9-ec1a5e73d9a5 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:32:52.729369 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:32:52.760478 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:52.761008 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.786908 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-02559e8b-7e52-49ac-9502-b9024acc3c69 None None] For port 56727d27-ee46-4de9-bd9c-628687619282, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=56727d27-ee46-4de9-bd9c-628687619282,segment=NetworkSegment(b0f394cb-bda5-476d-b51e-4cb434cf26ec),segment_id=b0f394cb-bda5-476d-b51e-4cb434cf26ec)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:32:52.819879 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-02559e8b-7e52-49ac-9502-b9024acc3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (56727d27-ee46-4de9-bd9c-628687619282), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.859159 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Publish callbacks [] for port (2337ca32-6ba6-47d7-a3cf-886d9f893f8f), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.865361 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Router 8354b62e-64af-4d27-b790-8a5fbc7fd22a has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:32:52.891522 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (2337ca32-6ba6-47d7-a3cf-886d9f893f8f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.925337 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Attempting to bind port 2337ca32-6ba6-47d7-a3cf-886d9f893f8f on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:32:52.925709 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Attempting to bind port 2337ca32-6ba6-47d7-a3cf-886d9f893f8f by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:32:52.926133 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Attempting to bind port 2337ca32-6ba6-47d7-a3cf-886d9f893f8f on network 68ed77cc-6535-48c9-8f55-c96c079deaef {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:32:52.940850 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5,segment=NetworkSegment(83931d63-0ef7-4eff-afd0-bd7022b8f0a1),segment_id=83931d63-0ef7-4eff-afd0-bd7022b8f0a1)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:32:52.957601 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:32:52.958642 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Checking segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:32:52.960296 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.960712 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Bound using segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:32:52.961266 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Bound port: 2337ca32-6ba6-47d7-a3cf-886d9f893f8f, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:32:52.961656 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (2337ca32-6ba6-47d7-a3cf-886d9f893f8f), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.986164 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:52.986522 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 56727d27-ee46-4de9-bd9c-628687619282 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:32:52.997581 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-651055fb-38f2-42d9-a7ca-11698021ca53 None None] Provisioning complete for port 56727d27-ee46-4de9-bd9c-628687619282 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:52.997936 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-651055fb-38f2-42d9-a7ca-11698021ca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (56727d27-ee46-4de9-bd9c-628687619282), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:53.025064 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02559e8b-7e52-49ac-9502-b9024acc3c69 None None] Pushing event updated for resources: {'Port': ['ID=56727d27-ee46-4de9-bd9c-628687619282,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:53.026291 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:32:53.048199 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-dc9abd02-91d9-4de6-b1d3-af4dcb5e9a19 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/8354b62e-64af-4d27-b790-8a5fbc7fd22a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8479626 Aug 24 03:32:53.100677 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:53.173151 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bc979-cc1a-40c9-8585-29cfb11edddf None None] Pushing event updated for resources: {'Port': ['ID=2337ca32-6ba6-47d7-a3cf-886d9f893f8f,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:53.191375 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] For port 2337ca32-6ba6-47d7-a3cf-886d9f893f8f, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:32:53.194725 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 56727d27-ee46-4de9-bd9c-628687619282 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:53.195126 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (56727d27-ee46-4de9-bd9c-628687619282), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:53.203057 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] For port 2337ca32-6ba6-47d7-a3cf-886d9f893f8f, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=2337ca32-6ba6-47d7-a3cf-886d9f893f8f,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:32:53.282397 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:53.284140 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (2337ca32-6ba6-47d7-a3cf-886d9f893f8f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:53.320799 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-651055fb-38f2-42d9-a7ca-11698021ca53 None None] Current status of the port 56727d27-ee46-4de9-bd9c-628687619282 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:53.342916 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Routers {'8354b62e-64af-4d27-b790-8a5fbc7fd22a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:32:53.343744 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:32:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['8354b62e-64af-4d27-b790-8a5fbc7fd22a'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:53.358171 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:53.421343 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-651055fb-38f2-42d9-a7ca-11698021ca53 None None] Provisioning complete for port 9be47b65-9b8f-431b-95dc-6ce5aa724989 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:53.421734 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-651055fb-38f2-42d9-a7ca-11698021ca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:53.611274 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-651055fb-38f2-42d9-a7ca-11698021ca53 None None] Port 9be47b65-9b8f-431b-95dc-6ce5aa724989 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:32:53.633226 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bc979-cc1a-40c9-8585-29cfb11edddf None None] Pushing event updated for resources: {'Port': ['ID=2337ca32-6ba6-47d7-a3cf-886d9f893f8f,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:53.645848 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 56727d27-ee46-4de9-bd9c-628687619282 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:53.671232 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] Set router 8354b62e-64af-4d27-b790-8a5fbc7fd22a gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:32:53.793110 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-47d57c40-02ce-47c4-85d1-e6b85dcc653e None None] Provisioning complete for port 9be47b65-9b8f-431b-95dc-6ce5aa724989 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:53.793551 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-47d57c40-02ce-47c4-85d1-e6b85dcc653e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:53.886026 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-47d57c40-02ce-47c4-85d1-e6b85dcc653e None None] Port 9be47b65-9b8f-431b-95dc-6ce5aa724989 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:32:53.919485 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:32:54.004417 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'name': 'tempest-TestMinimumBasicScenario-1156500432-router', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.28'}], 'enable_snat': True}, 'gw_port_id': '2337ca32-6ba6-47d7-a3cf-886d9f893f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:32:52Z', 'revision_number': 4, 'project_id': '19a5d267c5ef4a12a1d09e51a195497a', 'gw_port': {'id': '2337ca32-6ba6-47d7-a3cf-886d9f893f8f', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '9be47b65-9b8f-431b-95dc-6ce5aa724989', 'name': '', 'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'mac_address': 'fa:16:3e:cb:f4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '9eacf1d5-d3a9-4657-8906-074ef27dd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:51Z', 'updated_at': '2022-08-24T03:32:52Z', 'revision_number': 2, 'project_id': '19a5d267c5ef4a12a1d09e51a195497a', 'subnets': [{'id': '9eacf1d5-d3a9-4657-8906-074ef27dd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:54.037805 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34298d97-b2f6-4f5b-8c9c-da4383186294 None None] The sync data for ids ['8354b62e-64af-4d27-b790-8a5fbc7fd22a'] in dv-cinder-854261-1-iscsi is: [{'id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'name': 'tempest-TestMinimumBasicScenario-1156500432-router', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.28'}], 'enable_snat': True}, 'gw_port_id': '2337ca32-6ba6-47d7-a3cf-886d9f893f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:32:52Z', 'revision_number': 4, 'project_id': '19a5d267c5ef4a12a1d09e51a195497a', 'gw_port': {'id': '2337ca32-6ba6-47d7-a3cf-886d9f893f8f', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '9be47b65-9b8f-431b-95dc-6ce5aa724989', 'name': '', 'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'mac_address': 'fa:16:3e:cb:f4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '9eacf1d5-d3a9-4657-8906-074ef27dd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:51Z', 'updated_at': '2022-08-24T03:32:52Z', 'revision_number': 2, 'project_id': '19a5d267c5ef4a12a1d09e51a195497a', 'subnets': [{'id': '9eacf1d5-d3a9-4657-8906-074ef27dd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:32:54.040780 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:54.043138 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:54.135910 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:54.137050 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 56727d27-ee46-4de9-bd9c-628687619282 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:32:54.338474 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:54.381952 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 56727d27-ee46-4de9-bd9c-628687619282 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:54.382424 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (56727d27-ee46-4de9-bd9c-628687619282), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:54.493775 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 56727d27-ee46-4de9-bd9c-628687619282 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:55.981226 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 2337ca32-6ba6-47d7-a3cf-886d9f893f8f up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:32:56.053368 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:56.066961 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 2337ca32-6ba6-47d7-a3cf-886d9f893f8f triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:56.067326 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (2337ca32-6ba6-47d7-a3cf-886d9f893f8f), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:56.169979 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 2337ca32-6ba6-47d7-a3cf-886d9f893f8f is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:56.170482 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (2337ca32-6ba6-47d7-a3cf-886d9f893f8f), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:56.217469 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 2337ca32-6ba6-47d7-a3cf-886d9f893f8f, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=2337ca32-6ba6-47d7-a3cf-886d9f893f8f,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:32:56.222058 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (2337ca32-6ba6-47d7-a3cf-886d9f893f8f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:56.324603 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=2337ca32-6ba6-47d7-a3cf-886d9f893f8f,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:56.515012 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Sync routers for ids ['8354b62e-64af-4d27-b790-8a5fbc7fd22a'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:32:56.528531 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Routers {'8354b62e-64af-4d27-b790-8a5fbc7fd22a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:32:56.529517 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:32:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['8354b62e-64af-4d27-b790-8a5fbc7fd22a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:56.654851 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:56.661559 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:56.677616 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Set router 8354b62e-64af-4d27-b790-8a5fbc7fd22a gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:32:56.848511 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a82254-eae2-4be4-b631-ac455963efa5 req-a22bdd2c-b2aa-42b2-83cb-1608d29d872d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:56.857195 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-98a82254-eae2-4be4-b631-ac455963efa5 req-a22bdd2c-b2aa-42b2-83cb-1608d29d872d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0690823 Aug 24 03:32:56.913006 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'name': 'tempest-TestMinimumBasicScenario-1156500432-router', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.28'}], 'enable_snat': True}, 'gw_port_id': '2337ca32-6ba6-47d7-a3cf-886d9f893f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:32:52Z', 'revision_number': 4, 'project_id': '19a5d267c5ef4a12a1d09e51a195497a', 'gw_port': {'id': '2337ca32-6ba6-47d7-a3cf-886d9f893f8f', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '9be47b65-9b8f-431b-95dc-6ce5aa724989', 'name': '', 'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'mac_address': 'fa:16:3e:cb:f4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '9eacf1d5-d3a9-4657-8906-074ef27dd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:51Z', 'updated_at': '2022-08-24T03:32:52Z', 'revision_number': 2, 'project_id': '19a5d267c5ef4a12a1d09e51a195497a', 'subnets': [{'id': '9eacf1d5-d3a9-4657-8906-074ef27dd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:56.918350 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-98a82254-eae2-4be4-b631-ac455963efa5 req-52c5e08e-d161-4624-9bdc-3322766cc148 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599782 Aug 24 03:32:56.954291 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Checking router: 8354b62e-64af-4d27-b790-8a5fbc7fd22a for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:32:56.956376 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Updating router 8354b62e-64af-4d27-b790-8a5fbc7fd22a port 9be47b65-9b8f-431b-95dc-6ce5aa724989 binding host dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:32:56.986086 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:57.348673 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Publish callbacks [] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:57.356284 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:57.403917 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Pushing event updated for resources: {'Port': ['ID=9be47b65-9b8f-431b-95dc-6ce5aa724989,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:57.412619 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:57.412988 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:57.413352 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:57.414031 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:57.428939 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:57.428939 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:57.428939 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:57.428939 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:57.428939 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:57.428939 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:57.428939 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:57.428939 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:57.429648 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:57.430641 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:57.430641 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:32:57.515219 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Attempting to bind port 9be47b65-9b8f-431b-95dc-6ce5aa724989 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:32:57.515811 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Attempting to bind port 9be47b65-9b8f-431b-95dc-6ce5aa724989 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': 'b0f394cb-bda5-476d-b51e-4cb434cf26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:32:57.516084 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Attempting to bind port 9be47b65-9b8f-431b-95dc-6ce5aa724989 on network 066f9c95-d63d-499d-8ba9-ec1a5e73d9a5 {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:32:57.522094 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:32:57.522663 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Checking segment: {'id': 'b0f394cb-bda5-476d-b51e-4cb434cf26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:32:57.523180 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:57.523748 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Bound using segment: {'id': 'b0f394cb-bda5-476d-b51e-4cb434cf26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:32:57.524293 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Bound port: 9be47b65-9b8f-431b-95dc-6ce5aa724989, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f394cb-bda5-476d-b51e-4cb434cf26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:32:57.524788 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:57.613039 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] For port 9be47b65-9b8f-431b-95dc-6ce5aa724989, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:32:57.616700 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] For port 9be47b65-9b8f-431b-95dc-6ce5aa724989, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=9be47b65-9b8f-431b-95dc-6ce5aa724989,segment=NetworkSegment(b0f394cb-bda5-476d-b51e-4cb434cf26ec),segment_id=b0f394cb-bda5-476d-b51e-4cb434cf26ec)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:32:57.628575 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:57.670890 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Routers {'8354b62e-64af-4d27-b790-8a5fbc7fd22a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:32:57.671799 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:32:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['8354b62e-64af-4d27-b790-8a5fbc7fd22a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:57.679894 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:57.801221 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] Set router 8354b62e-64af-4d27-b790-8a5fbc7fd22a gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:32:57.803136 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487d459-9e2b-42c7-9c7b-306b0a628bd4 None None] Pushing event updated for resources: {'Port': ['ID=9be47b65-9b8f-431b-95dc-6ce5aa724989,revision_number=4']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:57.880719 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:32:57.970888 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 2337ca32-6ba6-47d7-a3cf-886d9f893f8f up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:32:58.041248 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 2337ca32-6ba6-47d7-a3cf-886d9f893f8f triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:58.041765 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (2337ca32-6ba6-47d7-a3cf-886d9f893f8f), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:58.042535 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'name': 'tempest-TestMinimumBasicScenario-1156500432-router', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.28'}], 'enable_snat': True}, 'gw_port_id': '2337ca32-6ba6-47d7-a3cf-886d9f893f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:32:52Z', 'revision_number': 4, 'project_id': '19a5d267c5ef4a12a1d09e51a195497a', 'gw_port': {'id': '2337ca32-6ba6-47d7-a3cf-886d9f893f8f', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '9be47b65-9b8f-431b-95dc-6ce5aa724989', 'name': '', 'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'mac_address': 'fa:16:3e:cb:f4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '9eacf1d5-d3a9-4657-8906-074ef27dd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:51Z', 'updated_at': '2022-08-24T03:32:57Z', 'revision_number': 4, 'project_id': '19a5d267c5ef4a12a1d09e51a195497a', 'subnets': [{'id': '9eacf1d5-d3a9-4657-8906-074ef27dd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:32:58.073170 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745089a-150a-4310-ac31-5003fb26f605 req-117b85a9-daa6-453c-817e-6b0e4fbe57cf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:58.075760 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9dd4fa-ab01-4646-97e5-e8f3e6b2570a None None] The sync data for ids ['8354b62e-64af-4d27-b790-8a5fbc7fd22a'] in dv-cinder-854261-1-iscsi is: [{'id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'name': 'tempest-TestMinimumBasicScenario-1156500432-router', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.28'}], 'enable_snat': True}, 'gw_port_id': '2337ca32-6ba6-47d7-a3cf-886d9f893f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:32:52Z', 'revision_number': 4, 'project_id': '19a5d267c5ef4a12a1d09e51a195497a', 'gw_port': {'id': '2337ca32-6ba6-47d7-a3cf-886d9f893f8f', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '9be47b65-9b8f-431b-95dc-6ce5aa724989', 'name': '', 'network_id': '066f9c95-d63d-499d-8ba9-ec1a5e73d9a5', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'mac_address': 'fa:16:3e:cb:f4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '9eacf1d5-d3a9-4657-8906-074ef27dd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:51Z', 'updated_at': '2022-08-24T03:32:57Z', 'revision_number': 4, 'project_id': '19a5d267c5ef4a12a1d09e51a195497a', 'subnets': [{'id': '9eacf1d5-d3a9-4657-8906-074ef27dd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:32:58.083168 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4745089a-150a-4310-ac31-5003fb26f605 req-117b85a9-daa6-453c-817e-6b0e4fbe57cf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0617151 Aug 24 03:32:58.161643 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4745089a-150a-4310-ac31-5003fb26f605 req-f9cc66e1-d537-44ea-8099-e1bdecd94d43 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772934 Aug 24 03:32:58.176023 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 2337ca32-6ba6-47d7-a3cf-886d9f893f8f is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:58.177275 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 9be47b65-9b8f-431b-95dc-6ce5aa724989 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:32:58.233000 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 9be47b65-9b8f-431b-95dc-6ce5aa724989 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:32:58.233370 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:58.329430 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 9be47b65-9b8f-431b-95dc-6ce5aa724989 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:32:58.330082 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:58.373416 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 9be47b65-9b8f-431b-95dc-6ce5aa724989, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=9be47b65-9b8f-431b-95dc-6ce5aa724989,segment=NetworkSegment(b0f394cb-bda5-476d-b51e-4cb434cf26ec),segment_id=b0f394cb-bda5-476d-b51e-4cb434cf26ec)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:32:58.379311 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:32:58.476274 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=9be47b65-9b8f-431b-95dc-6ce5aa724989,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:32:59.290761 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a328b9-c9e0-4885-b7dc-b7a95db0c2e1 req-3d4b4a73-6a83-4f7d-a4c9-6c63fbb62549 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:32:59.292271 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-81a328b9-c9e0-4885-b7dc-b7a95db0c2e1 req-3d4b4a73-6a83-4f7d-a4c9-6c63fbb62549 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0557137 Aug 24 03:32:59.344302 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-81a328b9-c9e0-4885-b7dc-b7a95db0c2e1 req-3888e310-a86a-4a2c-b908-a166ae3a2788 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456593 Aug 24 03:32:59.941939 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 9be47b65-9b8f-431b-95dc-6ce5aa724989 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:33:00.010968 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 9be47b65-9b8f-431b-95dc-6ce5aa724989 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:33:00.011348 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:00.058681 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:00.109502 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 9be47b65-9b8f-431b-95dc-6ce5aa724989 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:33:00.500802 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cc421-b946-4b07-a097-ce18b977240d req-1aa6be1b-0b47-4cd5-9c79-9c62c762636f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:00.505257 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6a8cc421-b946-4b07-a097-ce18b977240d req-1aa6be1b-0b47-4cd5-9c79-9c62c762636f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0683870 Aug 24 03:33:00.555511 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6a8cc421-b946-4b07-a097-ce18b977240d req-c2ceb063-10ae-43f3-ac12-482d7a94d038 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473664 Aug 24 03:33:01.706382 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb8390-c5d0-4978-a04f-38264270c54c req-f874bfc2-149c-4a22-b1dd-14fe6edb43b0 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:01.707922 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a2eb8390-c5d0-4978-a04f-38264270c54c req-f874bfc2-149c-4a22-b1dd-14fe6edb43b0 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0572643 Aug 24 03:33:01.773034 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a2eb8390-c5d0-4978-a04f-38264270c54c req-e1442b86-ca1e-4802-944b-f0c365a2bd71 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589921 Aug 24 03:33:02.916283 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f3fe0-d176-4e06-b5e4-ab04c28c8103 req-deb3072f-a90b-4bea-837a-35c5d794448e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:02.918702 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-211f3fe0-d176-4e06-b5e4-ab04c28c8103 req-deb3072f-a90b-4bea-837a-35c5d794448e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0528350 Aug 24 03:33:02.973276 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-211f3fe0-d176-4e06-b5e4-ab04c28c8103 req-de68df4d-50ff-475f-ac66-2375e1b6f15d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468185 Aug 24 03:33:03.021600 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=76 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:03.023060 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:03.286738 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:03.624222 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240331d-096a-4d9d-9084-4a562e215292 req-7c01d475-c6c5-440c-ab8d-582c3109d256 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:03.625916 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9240331d-096a-4d9d-9084-4a562e215292 req-7c01d475-c6c5-440c-ab8d-582c3109d256 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/networks?id=51028d15-e390-412e-acdb-c26e7158d266 HTTP/1.1" status: 200 len: 813 time: 0.3499925 Aug 24 03:33:03.640879 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9240331d-096a-4d9d-9084-4a562e215292 req-ec871e7e-1bc0-4c8f-ae1a-4fba038dd2bf tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/quotas/60ed59a87fd44afb9064c8eef04b19c1 HTTP/1.1" status: 200 len: 375 time: 0.0093741 Aug 24 03:33:03.692261 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9240331d-096a-4d9d-9084-4a562e215292 req-0a326553-6c52-4a41-92b4-f5c9821d704f tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=60ed59a87fd44afb9064c8eef04b19c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460465 Aug 24 03:33:03.801972 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9240331d-096a-4d9d-9084-4a562e215292 req-397da560-f024-487e-8844-d69a1d9cf7ca service neutron] 10.222.0.81 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980108 Aug 24 03:33:03.894556 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:03.901214 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9240331d-096a-4d9d-9084-4a562e215292 req-976d1a17-4fd7-4536-9bcc-047c7f3d3a64 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924633 Aug 24 03:33:04.078303 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4a71536c-6339-40a0-bbdc-1cbdf5dae8a0 req-077824b9-54ee-42c6-a2ff-315261ecdc35 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 210 time: 0.0340974 Aug 24 03:33:04.142222 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f185e-3e07-4597-8cc3-d184f81c04ec req-81280a68-022f-4ce6-8236-2bfdcf403a31 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:04.143742 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d34f185e-3e07-4597-8cc3-d184f81c04ec req-81280a68-022f-4ce6-8236-2bfdcf403a31 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0686934 Aug 24 03:33:04.193973 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d34f185e-3e07-4597-8cc3-d184f81c04ec req-a08db7a7-65fa-44b7-be19-84c1ef2e00e9 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442786 Aug 24 03:33:05.188702 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0da8aff0-2ac3-4650-8a70-7cf49e933be1 req-05da9590-d743-4ac4-abef-3063b36f8491 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 210 time: 0.0293624 Aug 24 03:33:05.330694 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf071d-9673-4dca-9f76-71bfad5fb388 req-8674d4ec-11a5-45af-9c21-0d074625555e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:05.332220 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-22cf071d-9673-4dca-9f76-71bfad5fb388 req-8674d4ec-11a5-45af-9c21-0d074625555e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0494633 Aug 24 03:33:05.353871 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240331d-096a-4d9d-9084-4a562e215292 req-8811f140-50c6-456a-9e4a-5de350c96c6d tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:05.356376 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9240331d-096a-4d9d-9084-4a562e215292 req-8811f140-50c6-456a-9e4a-5de350c96c6d tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.84 "GET /networking/v2.0/networks?id=51028d15-e390-412e-acdb-c26e7158d266 HTTP/1.1" status: 200 len: 813 time: 0.1235368 Aug 24 03:33:05.386829 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-9240331d-096a-4d9d-9084-4a562e215292 req-56a6540d-cc64-4ca9-b57d-4b5edb66baf8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Request body: {'port': {'device_id': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'admin_state_up': True, 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:33:05.387008 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-22cf071d-9673-4dca-9f76-71bfad5fb388 req-2a565a2e-1af4-44b2-a31a-1c4edcdf56ac tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454662 Aug 24 03:33:05.503293 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9240331d-096a-4d9d-9084-4a562e215292 req-56a6540d-cc64-4ca9-b57d-4b5edb66baf8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Made reservation on behalf of 60ed59a87fd44afb9064c8eef04b19c1 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:33:05.507013 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9240331d-096a-4d9d-9084-4a562e215292 req-56a6540d-cc64-4ca9-b57d-4b5edb66baf8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:05.648139 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-9240331d-096a-4d9d-9084-4a562e215292 req-56a6540d-cc64-4ca9-b57d-4b5edb66baf8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Allocated IP 172.20.0.4 (51028d15-e390-412e-acdb-c26e7158d266/ac8d39b4-4410-4749-863f-f88cb6180c49/925d9bc5-c59a-44c2-9c0d-39c5bc93381b) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:33:05.883112 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9240331d-096a-4d9d-9084-4a562e215292 req-56a6540d-cc64-4ca9-b57d-4b5edb66baf8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:05.924872 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9240331d-096a-4d9d-9084-4a562e215292 req-56a6540d-cc64-4ca9-b57d-4b5edb66baf8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:05.996190 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9240331d-096a-4d9d-9084-4a562e215292 req-56a6540d-cc64-4ca9-b57d-4b5edb66baf8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Network 51028d15-e390-412e-acdb-c26e7158d266 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:33:05.999858 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-9240331d-096a-4d9d-9084-4a562e215292 req-56a6540d-cc64-4ca9-b57d-4b5edb66baf8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:33:06.004735 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-9240331d-096a-4d9d-9084-4a562e215292 req-56a6540d-cc64-4ca9-b57d-4b5edb66baf8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:33:06.014796 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6540d-cc64-4ca9-b57d-4b5edb66baf8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Pushing event updated for resources: {'Port': ['ID=925d9bc5-c59a-44c2-9c0d-39c5bc93381b,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:06.075026 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240331d-096a-4d9d-9084-4a562e215292 req-56a6540d-cc64-4ca9-b57d-4b5edb66baf8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:06.076145 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9240331d-096a-4d9d-9084-4a562e215292 req-56a6540d-cc64-4ca9-b57d-4b5edb66baf8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:06.084332 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:06.102863 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9240331d-096a-4d9d-9084-4a562e215292 req-56a6540d-cc64-4ca9-b57d-4b5edb66baf8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7204278 Aug 24 03:33:06.315207 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-54a2b69d-428a-4f3e-b052-1969648515ef None None] Provisioning complete for port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:33:06.316357 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-54a2b69d-428a-4f3e-b052-1969648515ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:06.356026 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-54a2b69d-428a-4f3e-b052-1969648515ef None None] Port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:33:06.393744 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517448c7-3b69-4205-b1c5-d1e2ec34c7a4 req-834d2578-640e-48e7-ace2-4de8197faded tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:06.396303 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-517448c7-3b69-4205-b1c5-d1e2ec34c7a4 req-834d2578-640e-48e7-ace2-4de8197faded tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 931 time: 0.0927870 Aug 24 03:33:06.480750 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-517448c7-3b69-4205-b1c5-d1e2ec34c7a4 req-852734eb-e701-41b9-8317-c2a8208a4fcd tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715704 Aug 24 03:33:06.532686 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a0cbd-be39-48c4-b0c5-2f47e0e927aa req-e3027c4b-1706-452b-95af-91ad46459c5e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:06.535023 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-259a0cbd-be39-48c4-b0c5-2f47e0e927aa req-e3027c4b-1706-452b-95af-91ad46459c5e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0527525 Aug 24 03:33:06.589145 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-259a0cbd-be39-48c4-b0c5-2f47e0e927aa req-27ebd9c8-8c05-4a36-ae19-30eec5aa7d08 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471299 Aug 24 03:33:07.628636 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cab69-d5ce-41e5-a389-dc3d65920cf5 req-3e5a945c-097a-4dc2-a543-bde52d178a09 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:07.630249 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-761cab69-d5ce-41e5-a389-dc3d65920cf5 req-3e5a945c-097a-4dc2-a543-bde52d178a09 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 931 time: 0.0519373 Aug 24 03:33:07.709730 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-761cab69-d5ce-41e5-a389-dc3d65920cf5 req-02ce9fc4-5103-4077-b060-af94585007d4 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709858 Aug 24 03:33:07.757338 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f82d7e-b4c0-4649-9723-144707f63e72 req-20fd9781-bb97-4e39-a283-fa24c8774b99 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:07.759350 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a1f82d7e-b4c0-4649-9723-144707f63e72 req-20fd9781-bb97-4e39-a283-fa24c8774b99 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0873122 Aug 24 03:33:07.815356 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a1f82d7e-b4c0-4649-9723-144707f63e72 req-5565bd82-0ca3-4ddc-866b-d2f5bb689231 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493770 Aug 24 03:33:08.833652 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01387398-f28f-48da-b3c1-7c96ba1faa3b req-bc10d9ec-f13e-42eb-bab2-36bb55d94984 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:08.835209 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-01387398-f28f-48da-b3c1-7c96ba1faa3b req-bc10d9ec-f13e-42eb-bab2-36bb55d94984 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 931 time: 0.0490935 Aug 24 03:33:08.892365 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-01387398-f28f-48da-b3c1-7c96ba1faa3b req-df81d032-57b8-43ef-ba5e-ea12b50f2dad tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503252 Aug 24 03:33:09.016334 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4357c-f1f4-4a8a-802d-dd868349bc53 req-6510e67a-322d-4cea-bf6a-42566359d1d0 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:09.018396 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a0b4357c-f1f4-4a8a-802d-dd868349bc53 req-6510e67a-322d-4cea-bf6a-42566359d1d0 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0819261 Aug 24 03:33:09.069717 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a0b4357c-f1f4-4a8a-802d-dd868349bc53 req-8e8a0e78-63e4-4074-88ca-e0a5e3e4360f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432868 Aug 24 03:33:10.019653 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1df267-0aa2-418d-a7f8-62dec5366e4e req-226c0cf3-2878-4621-89d8-a1760b58aea1 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:10.021293 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5a1df267-0aa2-418d-a7f8-62dec5366e4e req-226c0cf3-2878-4621-89d8-a1760b58aea1 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 931 time: 0.0486035 Aug 24 03:33:10.103702 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5a1df267-0aa2-418d-a7f8-62dec5366e4e req-162210a2-ae7a-451c-bb89-d31c1617c439 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759323 Aug 24 03:33:10.177682 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:10.210060 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:10.221605 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac63d6-afdc-4f9b-b160-6843769cf380 req-7e66677f-e981-4c7d-9117-9bbd69db7a69 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:10.223151 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2aac63d6-afdc-4f9b-b160-6843769cf380 req-7e66677f-e981-4c7d-9117-9bbd69db7a69 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0544486 Aug 24 03:33:10.286074 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2aac63d6-afdc-4f9b-b160-6843769cf380 req-e41323f2-d1b6-45f2-b064-7df114e9d7c2 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561280 Aug 24 03:33:11.221440 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333ab9c-90d4-421c-a415-e310dbe7ac8f req-68544b76-69af-4408-ab4e-549fedde67fe tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:11.223027 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a333ab9c-90d4-421c-a415-e310dbe7ac8f req-68544b76-69af-4408-ab4e-549fedde67fe tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 931 time: 0.0488830 Aug 24 03:33:11.273909 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a333ab9c-90d4-421c-a415-e310dbe7ac8f req-90937f47-c4ef-4a00-ae11-8b1e8720eb97 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443773 Aug 24 03:33:11.433405 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b7d78-f220-4d08-a233-d7abd3af2075 req-f3589725-a6fe-4057-872e-3a8a4444a612 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:11.434938 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8b0b7d78-f220-4d08-a233-d7abd3af2075 req-f3589725-a6fe-4057-872e-3a8a4444a612 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0497530 Aug 24 03:33:11.492992 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8b0b7d78-f220-4d08-a233-d7abd3af2075 req-51f3d635-2569-4d6a-98f9-42f8df89b810 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522563 Aug 24 03:33:12.407395 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979797-f3c1-4845-9dc9-f96e52d16437 req-ea8f6660-dec7-4aca-8cc7-6d08e849a9e5 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:12.408796 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ce979797-f3c1-4845-9dc9-f96e52d16437 req-ea8f6660-dec7-4aca-8cc7-6d08e849a9e5 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 931 time: 0.0465920 Aug 24 03:33:12.468892 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ce979797-f3c1-4845-9dc9-f96e52d16437 req-29e9f092-7f41-4ef2-a675-e678386a8333 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544112 Aug 24 03:33:12.637546 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360abc9-b450-4cf5-92f5-410c4a1d8c56 req-fd09ab81-e0e3-47a7-818d-a36291dc2480 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:12.639046 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0360abc9-b450-4cf5-92f5-410c4a1d8c56 req-fd09ab81-e0e3-47a7-818d-a36291dc2480 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0486798 Aug 24 03:33:12.683003 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=35 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:12.695569 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=30 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:12.700419 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0360abc9-b450-4cf5-92f5-410c4a1d8c56 req-0597942b-0a56-418d-980b-d14e7f7bbc6f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554936 Aug 24 03:33:13.642667 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041b9c2-25eb-4b60-9360-9c21f9800307 req-4854be6d-3dad-425f-8855-0e8039855590 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:13.644524 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2041b9c2-25eb-4b60-9360-9c21f9800307 req-4854be6d-3dad-425f-8855-0e8039855590 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 931 time: 0.0790203 Aug 24 03:33:13.695196 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2041b9c2-25eb-4b60-9360-9c21f9800307 req-0a436614-1432-4e58-b403-26aed28cb0b8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443144 Aug 24 03:33:13.827775 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7b284-d3f6-473c-8415-2e48c0583eac req-7a70602c-a587-4ada-aaee-72f37aed2193 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:13.829750 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cde7b284-d3f6-473c-8415-2e48c0583eac req-7a70602c-a587-4ada-aaee-72f37aed2193 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0495536 Aug 24 03:33:13.886157 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cde7b284-d3f6-473c-8415-2e48c0583eac req-a13cfb61-cbc1-4a17-a0f0-db5cec33af5e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471506 Aug 24 03:33:14.820979 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b47c92-aa81-4724-8382-f2029a859b49 req-a92ac2b8-c8d9-43ae-889c-6353e6bd945f tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:14.822555 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-60b47c92-aa81-4724-8382-f2029a859b49 req-a92ac2b8-c8d9-43ae-889c-6353e6bd945f tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 931 time: 0.0467534 Aug 24 03:33:14.873077 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-60b47c92-aa81-4724-8382-f2029a859b49 req-7cfe1cc2-bdb9-4d76-a20b-9fd28e9ebfb2 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449502 Aug 24 03:33:15.013874 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c376d-44df-4455-a17f-24a2450c0520 req-876eb771-d48f-49eb-9d69-fd0637ae7461 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:15.015311 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-729c376d-44df-4455-a17f-24a2450c0520 req-876eb771-d48f-49eb-9d69-fd0637ae7461 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0473530 Aug 24 03:33:15.067978 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-729c376d-44df-4455-a17f-24a2450c0520 req-40e487a1-7b70-4543-8bc2-a35340c6dcba tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466084 Aug 24 03:33:15.468279 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Request body: {'port': {'device_id': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:33:15.532425 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:15.728739 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:15.790150 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925d9bc5-c59a-44c2-9c0d-39c5bc93381b {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:33:15.797666 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Publish callbacks [] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:15.811391 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Transition to ACTIVE for port object 925d9bc5-c59a-44c2-9c0d-39c5bc93381b will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:33:15.815058 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:15.880808 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Pushing event updated for resources: {'Port': ['ID=925d9bc5-c59a-44c2-9c0d-39c5bc93381b,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:15.932662 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Attempting to bind port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:33:15.933025 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Attempting to bind port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '83931d63-0ef7-4eff-afd0-bd7022b8f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '51028d15-e390-412e-acdb-c26e7158d266'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:33:15.933349 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Attempting to bind port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b on network 51028d15-e390-412e-acdb-c26e7158d266 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:33:15.937752 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b on network 51028d15-e390-412e-acdb-c26e7158d266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:33:15.938069 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Attempting to bind port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b on network 51028d15-e390-412e-acdb-c26e7158d266 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:33:15.943143 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:33:15.943481 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Checking segment: {'id': '83931d63-0ef7-4eff-afd0-bd7022b8f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '51028d15-e390-412e-acdb-c26e7158d266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:33:15.943864 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Bound using segment: {'id': '83931d63-0ef7-4eff-afd0-bd7022b8f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '51028d15-e390-412e-acdb-c26e7158d266'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:33:15.944309 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Bound port: 925d9bc5-c59a-44c2-9c0d-39c5bc93381b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83931d63-0ef7-4eff-afd0-bd7022b8f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '51028d15-e390-412e-acdb-c26e7158d266'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:33:15.944689 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:15.993488 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ec83c-09c6-4307-a74d-34b1ebc7487f req-1d31851f-7eab-4242-a198-61f111d48448 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:15.995157 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b88ec83c-09c6-4307-a74d-34b1ebc7487f req-1d31851f-7eab-4242-a198-61f111d48448 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 943 time: 0.0504460 Aug 24 03:33:16.017075 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] For port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:33:16.020317 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] For port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=925d9bc5-c59a-44c2-9c0d-39c5bc93381b,segment=NetworkSegment(83931d63-0ef7-4eff-afd0-bd7022b8f0a1),segment_id=83931d63-0ef7-4eff-afd0-bd7022b8f0a1)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:33:16.027079 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:16.031300 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:16.031909 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:16.033307 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9240331d-096a-4d9d-9084-4a562e215292 req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/925d9bc5-c59a-44c2-9c0d-39c5bc93381b HTTP/1.1" status: 200 len: 1093 time: 0.5693066 Aug 24 03:33:16.033809 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'tag': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:33:16.036052 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87302e10-85c5-4f12-9b20-dd484c516502" -d '{"events": [{"name": "network-changed", "server_uuid": "733c5faa-7030-4ad2-9fe5-357ce22b115f", "tag": "925d9bc5-c59a-44c2-9c0d-39c5bc93381b"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:33:16.046249 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b88ec83c-09c6-4307-a74d-34b1ebc7487f req-a07334c2-2bb2-432c-9fd7-5f347883cc99 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454772 Aug 24 03:33:16.089844 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5426a-8869-4c2c-804c-66fc7ac00f1d service neutron] Pushing event updated for resources: {'Port': ['ID=925d9bc5-c59a-44c2-9c0d-39c5bc93381b,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:16.106106 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a3d9e0-faad-42bc-a90c-42bd1124a2e8 x-openstack-request-id: req-77a3d9e0-faad-42bc-a90c-42bd1124a2e8 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:33:16.106395 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733c5faa-7030-4ad2-9fe5-357ce22b115f", "tag": "925d9bc5-c59a-44c2-9c0d-39c5bc93381b", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:33:16.106669 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77a3d9e0-faad-42bc-a90c-42bd1124a2e8 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:33:16.107101 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a3d9e0-faad-42bc-a90c-42bd1124a2e8'] response: {'name': 'network-changed', 'server_uuid': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'tag': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b', 'status': 'completed', 'code': 200} Aug 24 03:33:16.193626 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dc110-ce19-4e48-978e-c5482a196801 req-5a9c9b53-28dd-4c25-b9eb-55aa186d408d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:16.195016 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-225dc110-ce19-4e48-978e-c5482a196801 req-5a9c9b53-28dd-4c25-b9eb-55aa186d408d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0493920 Aug 24 03:33:16.208034 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:16.243856 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-225dc110-ce19-4e48-978e-c5482a196801 req-1c69c1b1-4211-4603-bd5a-31138a047ea5 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420554 Aug 24 03:33:16.319955 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=11 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:16.356305 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:16.426240 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240331d-096a-4d9d-9084-4a562e215292 req-312abddc-77b9-47f2-a504-eb6889f4022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:16.427747 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9240331d-096a-4d9d-9084-4a562e215292 req-312abddc-77b9-47f2-a504-eb6889f4022f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=60ed59a87fd44afb9064c8eef04b19c1&device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 1127 time: 0.0406208 Aug 24 03:33:16.480218 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9240331d-096a-4d9d-9084-4a562e215292 req-01d921b3-c01c-4406-b672-68ab12a5d013 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=925d9bc5-c59a-44c2-9c0d-39c5bc93381b HTTP/1.1" status: 200 len: 217 time: 0.0336168 Aug 24 03:33:16.532152 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240331d-096a-4d9d-9084-4a562e215292 req-adeb4334-9222-486b-afd0-98fe160e7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:16.533673 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9240331d-096a-4d9d-9084-4a562e215292 req-adeb4334-9222-486b-afd0-98fe160e7160 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ac8d39b4-4410-4749-863f-f88cb6180c49 HTTP/1.1" status: 200 len: 852 time: 0.0462363 Aug 24 03:33:16.583462 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240331d-096a-4d9d-9084-4a562e215292 req-0f257d3d-25dc-4c9a-b5c7-5305125e3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:16.584997 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9240331d-096a-4d9d-9084-4a562e215292 req-0f257d3d-25dc-4c9a-b5c7-5305125e3163 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=51028d15-e390-412e-acdb-c26e7158d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441942 Aug 24 03:33:16.676201 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:16.681731 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9240331d-096a-4d9d-9084-4a562e215292 req-899dc81c-de66-4fe5-9a64-2445d3635ff6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895309 Aug 24 03:33:16.786457 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9240331d-096a-4d9d-9084-4a562e215292 req-f02e0415-3df3-446d-912e-cc88d3d5e9be service neutron] 10.222.0.84 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892072 Aug 24 03:33:17.054223 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:17.171647 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31041f6e-5cf0-41c3-b1c0-582210454c36 req-0dd343d4-bb72-45b8-8e86-27b105cb6aeb tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:17.173164 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-31041f6e-5cf0-41c3-b1c0-582210454c36 req-0dd343d4-bb72-45b8-8e86-27b105cb6aeb tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 943 time: 0.0463305 Aug 24 03:33:17.219008 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-31041f6e-5cf0-41c3-b1c0-582210454c36 req-b965a3a7-bc75-49c3-8797-0434f96cec2f tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400772 Aug 24 03:33:17.354901 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a3764eaa-0230-42da-819a-72f913bc5fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:17.355544 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:17.374581 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cdb44-bb33-4475-9972-ce0ec865d580 req-08906135-353c-461d-b71b-f41a09408978 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:17.376095 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1d6cdb44-bb33-4475-9972-ce0ec865d580 req-08906135-353c-461d-b71b-f41a09408978 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0537634 Aug 24 03:33:17.427628 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1d6cdb44-bb33-4475-9972-ce0ec865d580 req-3d543d88-fb2f-466e-975c-b0f699478749 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459652 Aug 24 03:33:18.000800 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87302e10-85c5-4f12-9b20-dd484c516502 req-9b3b99c8-8052-4eaf-aa10-22c2631f3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:18.002440 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-87302e10-85c5-4f12-9b20-dd484c516502 req-9b3b99c8-8052-4eaf-aa10-22c2631f3215 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=60ed59a87fd44afb9064c8eef04b19c1&device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 1127 time: 0.0419567 Aug 24 03:33:18.100119 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87302e10-85c5-4f12-9b20-dd484c516502 req-f937fba2-d5ad-4b21-9c39-22a0b2762550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:18.102007 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d8100764-6889-49f3-ad92-d3849eaa81fb req-796412cd-52c6-43e4-a997-dbfdfc2e50d4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388176 Aug 24 03:33:18.102273 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-87302e10-85c5-4f12-9b20-dd484c516502 req-f937fba2-d5ad-4b21-9c39-22a0b2762550 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=51028d15-e390-412e-acdb-c26e7158d266 HTTP/1.1" status: 200 len: 914 time: 0.0899756 Aug 24 03:33:18.168495 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-87302e10-85c5-4f12-9b20-dd484c516502 req-cd66567a-b9a4-4f6e-8858-e0c3799200d7 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=925d9bc5-c59a-44c2-9c0d-39c5bc93381b HTTP/1.1" status: 200 len: 217 time: 0.0336850 Aug 24 03:33:18.182594 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8100764-6889-49f3-ad92-d3849eaa81fb req-d43481a7-024e-4cfd-8480-517840e81ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:18.184224 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d8100764-6889-49f3-ad92-d3849eaa81fb req-d43481a7-024e-4cfd-8480-517840e81ae3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=6a1e9994c1c045c892059d5b80578ba7&device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 1130 time: 0.0393412 Aug 24 03:33:18.224889 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87302e10-85c5-4f12-9b20-dd484c516502 req-95bd32f2-7e91-4e1b-abd7-0027198d94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:18.226636 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-87302e10-85c5-4f12-9b20-dd484c516502 req-95bd32f2-7e91-4e1b-abd7-0027198d94ad service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ac8d39b4-4410-4749-863f-f88cb6180c49 HTTP/1.1" status: 200 len: 852 time: 0.0501921 Aug 24 03:33:18.275031 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87302e10-85c5-4f12-9b20-dd484c516502 req-c4972330-0605-436b-b9ce-bfc286663971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:18.276685 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-87302e10-85c5-4f12-9b20-dd484c516502 req-c4972330-0605-436b-b9ce-bfc286663971 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=51028d15-e390-412e-acdb-c26e7158d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424075 Aug 24 03:33:18.306757 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:18.311065 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8100764-6889-49f3-ad92-d3849eaa81fb req-52f8d1d3-160e-46e2-ab74-f52e6f124d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:18.313102 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d8100764-6889-49f3-ad92-d3849eaa81fb req-52f8d1d3-160e-46e2-ab74-f52e6f124d1e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e243b8d3-7de2-4711-8726-42cf22c7a222 HTTP/1.1" status: 200 len: 912 time: 0.1065571 Aug 24 03:33:18.378640 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-87302e10-85c5-4f12-9b20-dd484c516502 req-138b389e-9fb8-4dbc-a696-1fd0ab158581 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950315 Aug 24 03:33:18.390090 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb585e-f39b-4ccc-b537-507200e24463 req-619db0c4-8a39-4290-ad5b-b202de9d9ecb tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:18.391567 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9ccb585e-f39b-4ccc-b537-507200e24463 req-619db0c4-8a39-4290-ad5b-b202de9d9ecb tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 943 time: 0.0947373 Aug 24 03:33:18.418940 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d8100764-6889-49f3-ad92-d3849eaa81fb req-35f6a70e-ef74-4b64-ade3-b430cec17dab service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22bcdf61-5bce-471a-ac6d-924789d218c0 HTTP/1.1" status: 200 len: 1002 time: 0.0884347 Aug 24 03:33:18.477281 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-87302e10-85c5-4f12-9b20-dd484c516502 req-01c5fa73-53d1-4e37-85f8-fc1d70112d1e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921521 Aug 24 03:33:18.480188 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9ccb585e-f39b-4ccc-b537-507200e24463 req-dfd61355-bc82-4c40-bbd4-bc264eaf054d tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814226 Aug 24 03:33:18.488316 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8100764-6889-49f3-ad92-d3849eaa81fb req-7d6430d8-9459-4583-94f2-03332f0f3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:18.489782 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d8100764-6889-49f3-ad92-d3849eaa81fb req-7d6430d8-9459-4583-94f2-03332f0f3c85 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d6a16571-04fe-4d20-8795-0643856acb03 HTTP/1.1" status: 200 len: 850 time: 0.0645199 Aug 24 03:33:18.572807 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8100764-6889-49f3-ad92-d3849eaa81fb req-a4f4880c-2f77-4c2e-9507-02bd9ce76455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:18.574385 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d8100764-6889-49f3-ad92-d3849eaa81fb req-a4f4880c-2f77-4c2e-9507-02bd9ce76455 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e243b8d3-7de2-4711-8726-42cf22c7a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714924 Aug 24 03:33:18.598607 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba766a-2785-45d5-b4e9-db5ef8397ecf req-46e7581e-ed84-4203-b92c-af7d7d19f490 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:18.600032 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8aba766a-2785-45d5-b4e9-db5ef8397ecf req-46e7581e-ed84-4203-b92c-af7d7d19f490 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0684714 Aug 24 03:33:18.702969 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8aba766a-2785-45d5-b4e9-db5ef8397ecf req-afd83e42-bbdb-494a-8203-4eb9a0dc9173 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925510 Aug 24 03:33:18.713310 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d8100764-6889-49f3-ad92-d3849eaa81fb req-0902270f-e722-4f50-b1ce-8306d307613a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303117 Aug 24 03:33:18.814760 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d8100764-6889-49f3-ad92-d3849eaa81fb req-ab891df5-009c-4b9b-b708-9a6ee149d4e4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937219 Aug 24 03:33:19.602110 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6823c-0155-43c5-aa5c-5370da631e66 req-0b7f079b-f941-4787-853c-e85a51dfc745 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:19.604099 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-29c6823c-0155-43c5-aa5c-5370da631e66 req-0b7f079b-f941-4787-853c-e85a51dfc745 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 943 time: 0.0515423 Aug 24 03:33:19.652274 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:19.657365 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-29c6823c-0155-43c5-aa5c-5370da631e66 req-abeedaac-ae4f-413f-b6e9-5e6bab901286 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460582 Aug 24 03:33:19.830484 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422303b-0fc2-4e81-a588-1afc3e6f8e43 req-3981ce91-b2ca-4770-9880-a42bb3eb77be tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:19.832021 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5422303b-0fc2-4e81-a588-1afc3e6f8e43 req-3981ce91-b2ca-4770-9880-a42bb3eb77be tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0516784 Aug 24 03:33:19.844922 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-27154b42-5feb-4eb6-9d3a-84adf83a9149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:19.882107 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5422303b-0fc2-4e81-a588-1afc3e6f8e43 req-fbb9af90-4704-4c6c-8ff1-2bd76cf79721 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438447 Aug 24 03:33:20.766869 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:20.777683 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebae3f-f978-4836-9f99-2139a4bf1286 req-b0d80d8a-abc3-41e9-b76a-d5792f354aba tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:20.779168 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-40ebae3f-f978-4836-9f99-2139a4bf1286 req-b0d80d8a-abc3-41e9-b76a-d5792f354aba tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 943 time: 0.0488622 Aug 24 03:33:20.826437 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-40ebae3f-f978-4836-9f99-2139a4bf1286 req-cde017df-3208-48ef-9f91-80eb3299728c tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414236 Aug 24 03:33:20.855194 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:21.017477 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d9e7d-23a6-4472-b1f3-4b36e250d637 req-44d0c5db-a46f-4892-a2ab-161406878e52 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:21.018969 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-545d9e7d-23a6-4472-b1f3-4b36e250d637 req-44d0c5db-a46f-4892-a2ab-161406878e52 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0568271 Aug 24 03:33:21.066290 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-545d9e7d-23a6-4472-b1f3-4b36e250d637 req-287ab023-5183-48ef-b77b-4249c246a2b0 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407307 Aug 24 03:33:21.113151 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 925d9bc5-c59a-44c2-9c0d-39c5bc93381b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:33:21.215430 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=925d9bc5-c59a-44c2-9c0d-39c5bc93381b,segment=NetworkSegment(83931d63-0ef7-4eff-afd0-bd7022b8f0a1),segment_id=83931d63-0ef7-4eff-afd0-bd7022b8f0a1)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:33:21.227121 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'port_id': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b', 'mac_address': 'fa:16:3e:96:5f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:33:21.266144 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:33:21.266541 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:21.281046 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925d9bc5-c59a-44c2-9c0d-39c5bc93381b {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:33:21.302137 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=925d9bc5-c59a-44c2-9c0d-39c5bc93381b,segment=NetworkSegment(83931d63-0ef7-4eff-afd0-bd7022b8f0a1),segment_id=83931d63-0ef7-4eff-afd0-bd7022b8f0a1)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:33:21.307750 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:21.357712 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=925d9bc5-c59a-44c2-9c0d-39c5bc93381b,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:21.734723 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['925d9bc5-c59a-44c2-9c0d-39c5bc93381b'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:33:21.953411 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1059-a463-4ec1-8c86-f24bb593a533 req-df4ff8c8-b538-43fa-be52-b85a92ccb380 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:21.954886 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d69c1059-a463-4ec1-8c86-f24bb593a533 req-df4ff8c8-b538-43fa-be52-b85a92ccb380 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 944 time: 0.0483484 Aug 24 03:33:22.001610 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d69c1059-a463-4ec1-8c86-f24bb593a533 req-042f9940-4186-4930-b202-edad0e9a0436 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409505 Aug 24 03:33:22.194349 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a71a1-ca9d-410f-a6b2-2004c2759315 req-4987f841-1bcd-49f5-b2d3-c978d9cd5a9c tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:22.195878 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a52a71a1-ca9d-410f-a6b2-2004c2759315 req-4987f841-1bcd-49f5-b2d3-c978d9cd5a9c tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0490465 Aug 24 03:33:22.248429 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a52a71a1-ca9d-410f-a6b2-2004c2759315 req-93d073f7-afcc-443a-a769-1f851f391dc1 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466120 Aug 24 03:33:22.541159 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:22.604132 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:22.734671 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d80daf-9147-44d9-a5c2-6fe5f22cb29c req-60bb2457-aff7-4596-961e-8e931a752c6c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:22.736177 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-14d80daf-9147-44d9-a5c2-6fe5f22cb29c req-60bb2457-aff7-4596-961e-8e931a752c6c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0554795 Aug 24 03:33:22.770084 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 54462) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:33:22.790226 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-14d80daf-9147-44d9-a5c2-6fe5f22cb29c req-1f9ce39a-fa37-4fa0-ab42-287278a9c9aa tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469801 Aug 24 03:33:22.892951 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-64c893c8-d955-4ddb-9643-b7095a8f66e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:22.968367 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-64c893c8-d955-4ddb-9643-b7095a8f66e2 admin admin] Publish callbacks [] for security_group (f2bbbbd3-a6b2-4948-af7d-a3b44b76f24b), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:22.972149 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-64c893c8-d955-4ddb-9643-b7095a8f66e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (f2bbbbd3-a6b2-4948-af7d-a3b44b76f24b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:23.010343 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-64c893c8-d955-4ddb-9643-b7095a8f66e2 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=2255a7f7bfd74384b2bf39534a714c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392504 Aug 24 03:33:23.012193 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c893c8-d955-4ddb-9643-b7095a8f66e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bbbbd3-a6b2-4948-af7d-a3b44b76f24b,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:23.013280 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 54466) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:33:23.065410 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-187cf8e4-ebbb-4d6a-9c07-db414919f083 admin admin] Publish callbacks [] for security_group (f2bbbbd3-a6b2-4948-af7d-a3b44b76f24b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:23.113046 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 57289a66-609a-46ea-b8c8-5258bbaf0864 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:33:23.115069 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-187cf8e4-ebbb-4d6a-9c07-db414919f083 admin admin] Publish callbacks [] for security_group (f2bbbbd3-a6b2-4948-af7d-a3b44b76f24b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:23.131963 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 925d9bc5-c59a-44c2-9c0d-39c5bc93381b up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:33:23.147813 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6310e-b846-482d-8bc2-25b10b700844 req-bcbfadc8-af63-4418-86a8-1e00e24fb8f6 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:23.149999 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-acd6310e-b846-482d-8bc2-25b10b700844 req-bcbfadc8-af63-4418-86a8-1e00e24fb8f6 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 944 time: 0.0749695 Aug 24 03:33:23.207312 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-acd6310e-b846-482d-8bc2-25b10b700844 req-38d2aaee-5950-4281-8c0b-db90e653c752 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512877 Aug 24 03:33:23.215623 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-187cf8e4-ebbb-4d6a-9c07-db414919f083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (f2bbbbd3-a6b2-4948-af7d-a3b44b76f24b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:23.218166 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-187cf8e4-ebbb-4d6a-9c07-db414919f083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:23.222255 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-187cf8e4-ebbb-4d6a-9c07-db414919f083 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/f2bbbbd3-a6b2-4948-af7d-a3b44b76f24b HTTP/1.1" status: 204 len: 168 time: 0.2073824 Aug 24 03:33:23.232169 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cf8e4-ebbb-4d6a-9c07-db414919f083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bbbbd3-a6b2-4948-af7d-a3b44b76f24b,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:23.253012 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 57289a66-609a-46ea-b8c8-5258bbaf0864, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=57289a66-609a-46ea-b8c8-5258bbaf0864,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:33:23.262253 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:33:23.274039 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'port_id': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'mac_address': 'fa:16:3e:9f:4a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:33:23.275983 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:23.276738 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:33:23.277125 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:23.357017 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:23.357992 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 57289a66-609a-46ea-b8c8-5258bbaf0864 is: ACTIVE; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:33:23.358496 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:23.396611 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab32f1-464e-4170-832a-ac9532e8daa0 req-116d4ac7-b48e-4111-96ba-e7323cf92ed9 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:23.404740 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-51ab32f1-464e-4170-832a-ac9532e8daa0 req-116d4ac7-b48e-4111-96ba-e7323cf92ed9 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0653687 Aug 24 03:33:23.417887 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57289a66-609a-46ea-b8c8-5258bbaf0864 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:33:23.428337 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:33:23.429024 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:23.455056 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 57289a66-609a-46ea-b8c8-5258bbaf0864, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=57289a66-609a-46ea-b8c8-5258bbaf0864,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:33:23.456912 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-51ab32f1-464e-4170-832a-ac9532e8daa0 req-a16e779f-18b1-475a-9f69-fd9d78e7c7af tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509377 Aug 24 03:33:23.463984 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:23.473994 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:33:23.477733 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306cd2dd-a3b5-42a1-afd5-b1b590e28dde" -d '{"events": [{"server_uuid": "733c5faa-7030-4ad2-9fe5-357ce22b115f", "name": "network-vif-plugged", "status": "completed", "tag": "925d9bc5-c59a-44c2-9c0d-39c5bc93381b"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:33:23.513861 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=925d9bc5-c59a-44c2-9c0d-39c5bc93381b,segment=NetworkSegment(83931d63-0ef7-4eff-afd0-bd7022b8f0a1),segment_id=83931d63-0ef7-4eff-afd0-bd7022b8f0a1)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:33:23.521431 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:23.543075 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3392557e-9817-4b24-9dda-67e084f6a3a4 x-openstack-request-id: req-3392557e-9817-4b24-9dda-67e084f6a3a4 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:33:23.543745 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733c5faa-7030-4ad2-9fe5-357ce22b115f", "name": "network-vif-plugged", "status": "completed", "tag": "925d9bc5-c59a-44c2-9c0d-39c5bc93381b", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:33:23.543745 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3392557e-9817-4b24-9dda-67e084f6a3a4 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:33:23.543915 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3392557e-9817-4b24-9dda-67e084f6a3a4'] response: {'server_uuid': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b', 'code': 200} Aug 24 03:33:23.549428 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=57289a66-609a-46ea-b8c8-5258bbaf0864,revision_number=6']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:23.606217 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=925d9bc5-c59a-44c2-9c0d-39c5bc93381b,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:23.668044 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['57289a66-609a-46ea-b8c8-5258bbaf0864'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:33:23.823789 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2ed0f-a152-4818-a66b-809f6947909a req-d8f9aeac-9a13-4459-bc3c-1977052b5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:23.825495 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2ff2ed0f-a152-4818-a66b-809f6947909a req-d8f9aeac-9a13-4459-bc3c-1977052b5c74 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 1129 time: 0.0465188 Aug 24 03:33:23.888831 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2ff2ed0f-a152-4818-a66b-809f6947909a req-10851909-ed2d-4336-a393-bd7c22167ced service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555067 Aug 24 03:33:23.924778 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb25b11-1221-4f82-97fd-7fcbbd5b6abd req-41507279-efb0-454e-b523-c6f97a5a6fe6 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:23.926268 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-beb25b11-1221-4f82-97fd-7fcbbd5b6abd req-41507279-efb0-454e-b523-c6f97a5a6fe6 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0539184 Aug 24 03:33:23.952378 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:23.970410 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:23.975659 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-beb25b11-1221-4f82-97fd-7fcbbd5b6abd req-ede09a08-9550-4afe-96b3-4a2210136308 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433235 Aug 24 03:33:24.332989 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849fe6e-d097-4579-9a6e-c30c1534da72 req-ec5d88f6-1341-4559-aafe-b650209db67f tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:24.335049 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b849fe6e-d097-4579-9a6e-c30c1534da72 req-ec5d88f6-1341-4559-aafe-b650209db67f tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 945 time: 0.0506544 Aug 24 03:33:24.386386 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b849fe6e-d097-4579-9a6e-c30c1534da72 req-ef27097b-db24-46cb-a18e-45c48d4f9040 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456531 Aug 24 03:33:24.599283 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54706ca2-67b5-44b5-97f1-52365b68324c req-bbc2231b-08e2-469b-8138-0f8159ad5294 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:24.601848 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-54706ca2-67b5-44b5-97f1-52365b68324c req-bbc2231b-08e2-469b-8138-0f8159ad5294 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 944 time: 0.0550020 Aug 24 03:33:24.661031 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-54706ca2-67b5-44b5-97f1-52365b68324c req-37b0177a-c1e4-43e4-be38-75ac15d6d226 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509956 Aug 24 03:33:25.123991 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608c178-19c8-4579-9da1-45fbbd5ec130 req-b409c23d-903b-4c5e-b764-cb28cb25a4f9 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:25.126550 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1608c178-19c8-4579-9da1-45fbbd5ec130 req-b409c23d-903b-4c5e-b764-cb28cb25a4f9 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0660799 Aug 24 03:33:25.140194 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 57289a66-609a-46ea-b8c8-5258bbaf0864 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:33:25.198642 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 57289a66-609a-46ea-b8c8-5258bbaf0864 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:33:25.200838 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:25.210746 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1608c178-19c8-4579-9da1-45fbbd5ec130 req-1ecef167-1dda-4e95-8926-b591eca2b189 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774090 Aug 24 03:33:25.313456 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 57289a66-609a-46ea-b8c8-5258bbaf0864 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:33:25.314024 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:25.372218 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 57289a66-609a-46ea-b8c8-5258bbaf0864, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=57289a66-609a-46ea-b8c8-5258bbaf0864,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:33:25.377413 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:25.438298 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=57289a66-609a-46ea-b8c8-5258bbaf0864,revision_number=7']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:25.536660 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a16e5-2e2b-4800-a969-dc5c330e4534 req-01b03878-2fe0-4799-b038-3c74c38bf462 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:25.538288 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b07a16e5-2e2b-4800-a969-dc5c330e4534 req-01b03878-2fe0-4799-b038-3c74c38bf462 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 945 time: 0.0581191 Aug 24 03:33:25.545320 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57289a66-609a-46ea-b8c8-5258bbaf0864'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:33:25.547866 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664a3fae-bafb-4fa5-8c08-66bde3e2a503" -d '{"events": [{"server_uuid": "4a89effc-2ad4-414e-bca5-d503b48fb040", "name": "network-vif-plugged", "status": "completed", "tag": "57289a66-609a-46ea-b8c8-5258bbaf0864"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:33:25.601710 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f702572-0dae-465c-9e6b-f6859c293a7d x-openstack-request-id: req-6f702572-0dae-465c-9e6b-f6859c293a7d {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:33:25.602023 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89effc-2ad4-414e-bca5-d503b48fb040", "name": "network-vif-plugged", "status": "completed", "tag": "57289a66-609a-46ea-b8c8-5258bbaf0864", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:33:25.602304 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f702572-0dae-465c-9e6b-f6859c293a7d {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:33:25.602715 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f702572-0dae-465c-9e6b-f6859c293a7d'] response: {'server_uuid': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'code': 200} Aug 24 03:33:25.637753 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b07a16e5-2e2b-4800-a969-dc5c330e4534 req-c0f89662-7728-4046-97f1-2fd4369949d0 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906138 Aug 24 03:33:25.807623 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd56b3-9889-417d-9c8b-ecfa33f792f7 req-55daaf79-ab23-45fa-b000-f290d8e8b06d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:25.809602 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6fdd56b3-9889-417d-9c8b-ecfa33f792f7 req-55daaf79-ab23-45fa-b000-f290d8e8b06d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0514739 Aug 24 03:33:25.869957 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6fdd56b3-9889-417d-9c8b-ecfa33f792f7 req-856d07bd-9dc6-42d2-9f88-7de416818a64 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536509 Aug 24 03:33:26.337998 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67476d76-364b-4dda-a235-94dc0a6fc16d req-7ba34d7c-5885-46ac-9d99-f2a60aa5019b tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:26.339556 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-67476d76-364b-4dda-a235-94dc0a6fc16d req-7ba34d7c-5885-46ac-9d99-f2a60aa5019b tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0541499 Aug 24 03:33:26.398833 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-67476d76-364b-4dda-a235-94dc0a6fc16d req-52c12a39-7cb1-4f91-8215-f3daed495d48 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529859 Aug 24 03:33:26.759122 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00525773-84b5-42fc-beeb-a80c9b913130 req-305b3804-7574-4238-8fc9-5d1b9b23d962 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:26.760679 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-00525773-84b5-42fc-beeb-a80c9b913130 req-305b3804-7574-4238-8fc9-5d1b9b23d962 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 945 time: 0.0528104 Aug 24 03:33:26.822370 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-00525773-84b5-42fc-beeb-a80c9b913130 req-ee7fef92-174d-48eb-89f7-e9c625c11816 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557125 Aug 24 03:33:26.836630 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:33:26.967523 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c8920-9eca-44d6-aa7e-137d5618b62b req-a08707d5-4c17-45ca-b722-71c9b18cb102 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:26.969592 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7b8c8920-9eca-44d6-aa7e-137d5618b62b req-a08707d5-4c17-45ca-b722-71c9b18cb102 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 945 time: 0.0566976 Aug 24 03:33:27.055103 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b13784-cece-4193-944f-4a51523f9e50 req-619e7516-4c98-4ac4-b99e-d752b72796e5 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:27.056614 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d3b13784-cece-4193-944f-4a51523f9e50 req-619e7516-4c98-4ac4-b99e-d752b72796e5 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0791032 Aug 24 03:33:27.066544 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7b8c8920-9eca-44d6-aa7e-137d5618b62b req-ed92510c-0ae8-4928-afb3-61c31a42aaad tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907133 Aug 24 03:33:27.123164 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d3b13784-cece-4193-944f-4a51523f9e50 req-ed077951-77c6-42f9-b385-07264e9c7b4a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603080 Aug 24 03:33:27.457742 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883c65d-5072-4d07-8712-cc661fd78fa9 req-7a1cf445-835e-4510-ba45-3d107abaa2ba tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:27.464940 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1883c65d-5072-4d07-8712-cc661fd78fa9 req-7a1cf445-835e-4510-ba45-3d107abaa2ba tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 945 time: 0.0670407 Aug 24 03:33:27.525872 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1883c65d-5072-4d07-8712-cc661fd78fa9 req-69391f9f-0750-4751-96a1-6b2c88200eb3 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599036 Aug 24 03:33:27.574774 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee2749-9beb-4a23-8acc-d9fd6ba1ed34 req-fd8eeb2e-f018-405d-a38c-f945e3524da2 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:27.576494 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6eee2749-9beb-4a23-8acc-d9fd6ba1ed34 req-fd8eeb2e-f018-405d-a38c-f945e3524da2 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0751138 Aug 24 03:33:27.621539 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:27.635984 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6eee2749-9beb-4a23-8acc-d9fd6ba1ed34 req-31284269-6d3e-42eb-b672-e9c8145900af tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531986 Aug 24 03:33:28.269084 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:28.279972 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21841acc-73ef-4011-9faf-e905cdabc64a req-3bf8623c-060c-47da-a966-a125782668ce tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:28.281514 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-21841acc-73ef-4011-9faf-e905cdabc64a req-3bf8623c-060c-47da-a966-a125782668ce tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0573273 Aug 24 03:33:28.336220 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-21841acc-73ef-4011-9faf-e905cdabc64a req-641b3165-1df4-4e75-9071-8d485949b32c tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478780 Aug 24 03:33:28.777506 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0583-2487-4513-aabf-632c3d1233cb req-4a4e77b8-c761-4d18-a788-fa12589a0d52 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:28.780677 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-104c0583-2487-4513-aabf-632c3d1233cb req-4a4e77b8-c761-4d18-a788-fa12589a0d52 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0566595 Aug 24 03:33:28.818782 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:28.845305 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-104c0583-2487-4513-aabf-632c3d1233cb req-e1124561-a98c-4cf1-9be6-08949ab0c872 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597584 Aug 24 03:33:29.507893 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2613d3f-26c3-489f-9d95-eb4910496c3a req-227d1fe7-9857-40d7-8e4d-b9eafa3f9f6e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:29.515393 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c2613d3f-26c3-489f-9d95-eb4910496c3a req-227d1fe7-9857-40d7-8e4d-b9eafa3f9f6e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0577946 Aug 24 03:33:29.568796 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c2613d3f-26c3-489f-9d95-eb4910496c3a req-849a9e9d-a7b8-4a03-a451-d66f3abca278 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522339 Aug 24 03:33:29.975939 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7207fbc-86ab-4a12-a27e-738ed9a1c760 req-b3a91e6f-2c28-4998-8c18-886791a0e1bd tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:29.980278 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b7207fbc-86ab-4a12-a27e-738ed9a1c760 req-b3a91e6f-2c28-4998-8c18-886791a0e1bd tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0582511 Aug 24 03:33:30.033314 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b7207fbc-86ab-4a12-a27e-738ed9a1c760 req-e56791e3-87c4-4fd2-a211-2f419c841a19 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464764 Aug 24 03:33:30.707901 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6fe6d-7a0a-4037-89f4-2b3fa5bf6c9a req-0a87372c-f545-41d3-9586-335e89a9c420 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:30.711938 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-99f6fe6d-7a0a-4037-89f4-2b3fa5bf6c9a req-0a87372c-f545-41d3-9586-335e89a9c420 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0607507 Aug 24 03:33:30.795355 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-99f6fe6d-7a0a-4037-89f4-2b3fa5bf6c9a req-2c0d2c74-ca6e-4487-a4ea-01da92031300 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702887 Aug 24 03:33:31.168212 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f8344-c28b-411c-89f3-242debcf1f7d req-764633fb-29f9-4fbb-810c-55b06836d418 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:31.171248 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-283f8344-c28b-411c-89f3-242debcf1f7d req-764633fb-29f9-4fbb-810c-55b06836d418 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0564237 Aug 24 03:33:31.232299 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-283f8344-c28b-411c-89f3-242debcf1f7d req-149e2397-0b92-4a18-99cb-73006e50dfc4 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519586 Aug 24 03:33:31.941522 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b3295-c0b0-4623-b1bd-f96751dc42b6 req-1bd1ea9b-7457-469c-9fba-ffc4a5f7cb37 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:31.943228 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cf6b3295-c0b0-4623-b1bd-f96751dc42b6 req-1bd1ea9b-7457-469c-9fba-ffc4a5f7cb37 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0685160 Aug 24 03:33:32.002607 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cf6b3295-c0b0-4623-b1bd-f96751dc42b6 req-052a7fb4-e858-4360-b808-91b0db7be537 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508230 Aug 24 03:33:32.378098 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e5a7c-3752-4263-ac56-7bf6fb101a9d req-20e9b600-b90e-4919-a68f-85a88455c9ad tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:32.380376 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-958e5a7c-3752-4263-ac56-7bf6fb101a9d req-20e9b600-b90e-4919-a68f-85a88455c9ad tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0527716 Aug 24 03:33:32.434719 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-958e5a7c-3752-4263-ac56-7bf6fb101a9d req-a9304ad2-ce9b-4b65-9c1f-94b8de39a5de tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484123 Aug 24 03:33:33.002226 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=35,neutron:INSERT=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:33.009022 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=71,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:33.150323 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e9570-fea3-4cde-aad3-8bc2410d72e0 req-24501cdb-3992-4ac6-be05-3642cf3cee47 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:33.151913 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b07e9570-fea3-4cde-aad3-8bc2410d72e0 req-24501cdb-3992-4ac6-be05-3642cf3cee47 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0552249 Aug 24 03:33:33.203457 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b07e9570-fea3-4cde-aad3-8bc2410d72e0 req-77d153f3-e039-4919-8dac-09d8a186fb7a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452712 Aug 24 03:33:33.593947 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1a60-195a-4a32-9188-42b53b5d8b21 req-ba302533-a0d6-4726-a43a-d42d97a2bbe6 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:33.595429 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-508c1a60-195a-4a32-9188-42b53b5d8b21 req-ba302533-a0d6-4726-a43a-d42d97a2bbe6 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0514157 Aug 24 03:33:33.642871 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-508c1a60-195a-4a32-9188-42b53b5d8b21 req-32f85fb1-a8a4-4d3f-91b9-9670c9ef3c00 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418673 Aug 24 03:33:33.842286 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e901c9-f938-49a6-bd6e-2edffd676f51 req-7af65984-e85b-4dc0-9f7f-6afedd938d73 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:33.843796 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f5e901c9-f938-49a6-bd6e-2edffd676f51 req-7af65984-e85b-4dc0-9f7f-6afedd938d73 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0476413 Aug 24 03:33:33.879292 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:33.896581 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f5e901c9-f938-49a6-bd6e-2edffd676f51 req-0621269f-c79f-4f27-9c94-8d01082c2ef1 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466173 Aug 24 03:33:33.943740 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375722a-299d-499c-ba72-0083c0f4fa2a req-8e70b9c9-a4a2-4685-a8c6-7cb425742435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:33.945322 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a375722a-299d-499c-ba72-0083c0f4fa2a req-8e70b9c9-a4a2-4685-a8c6-7cb425742435 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 1129 time: 0.0526624 Aug 24 03:33:33.995739 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:34.046942 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00080d9-08da-40ef-bd26-454c2eb71874 req-09dc5806-4e1a-4985-b6ec-fe00e9e97ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:34.048406 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d00080d9-08da-40ef-bd26-454c2eb71874 req-09dc5806-4e1a-4985-b6ec-fe00e9e97ce4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=6a1e9994c1c045c892059d5b80578ba7&device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 1130 time: 0.0403576 Aug 24 03:33:34.064503 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375722a-299d-499c-ba72-0083c0f4fa2a req-1223eb0f-1331-470b-a4a0-35b352123c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:34.066010 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a375722a-299d-499c-ba72-0083c0f4fa2a req-1223eb0f-1331-470b-a4a0-35b352123c55 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=52ff60ab-ab6b-4793-b855-63432cd730d4 HTTP/1.1" status: 200 len: 918 time: 0.0903745 Aug 24 03:33:34.131462 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a375722a-299d-499c-ba72-0083c0f4fa2a req-055d6a81-24de-4cb8-a508-e69bfaf2fc66 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57289a66-609a-46ea-b8c8-5258bbaf0864 HTTP/1.1" status: 200 len: 1001 time: 0.0591817 Aug 24 03:33:34.145817 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00080d9-08da-40ef-bd26-454c2eb71874 req-28bdc860-440a-47df-b900-09da10065570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:34.147356 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d00080d9-08da-40ef-bd26-454c2eb71874 req-28bdc860-440a-47df-b900-09da10065570 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e243b8d3-7de2-4711-8726-42cf22c7a222 HTTP/1.1" status: 200 len: 912 time: 0.0909104 Aug 24 03:33:34.181111 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375722a-299d-499c-ba72-0083c0f4fa2a req-e5edeb63-8bdf-41c7-a84d-0709daf8d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:34.182637 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a375722a-299d-499c-ba72-0083c0f4fa2a req-e5edeb63-8bdf-41c7-a84d-0709daf8d521 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=8eba2ef7-6d0c-4faf-acaa-72abc36d027f HTTP/1.1" status: 200 len: 856 time: 0.0445037 Aug 24 03:33:34.213352 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d00080d9-08da-40ef-bd26-454c2eb71874 req-cee1ae63-9207-416a-97dd-cb97b4f75925 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22bcdf61-5bce-471a-ac6d-924789d218c0 HTTP/1.1" status: 200 len: 1002 time: 0.0593314 Aug 24 03:33:34.228184 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375722a-299d-499c-ba72-0083c0f4fa2a req-4b10610a-45bd-4136-b9c8-24bd5449ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:34.230031 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a375722a-299d-499c-ba72-0083c0f4fa2a req-4b10610a-45bd-4136-b9c8-24bd5449ea9e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=52ff60ab-ab6b-4793-b855-63432cd730d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408757 Aug 24 03:33:34.276878 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00080d9-08da-40ef-bd26-454c2eb71874 req-44f80d3e-a733-4500-bcd6-411ea7dffe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:34.278696 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d00080d9-08da-40ef-bd26-454c2eb71874 req-44f80d3e-a733-4500-bcd6-411ea7dffe5d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d6a16571-04fe-4d20-8795-0643856acb03 HTTP/1.1" status: 200 len: 850 time: 0.0585277 Aug 24 03:33:34.326308 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00080d9-08da-40ef-bd26-454c2eb71874 req-651e5fda-826e-4aea-a33a-d5c350a9417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:34.328110 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d00080d9-08da-40ef-bd26-454c2eb71874 req-651e5fda-826e-4aea-a33a-d5c350a9417d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e243b8d3-7de2-4711-8726-42cf22c7a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433943 Aug 24 03:33:34.373870 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9a5fb-acc1-41ec-9484-8af1827e8ac7 req-db209277-30f6-406b-a864-fe51cc8d2bb7 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:34.375443 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-62e9a5fb-acc1-41ec-9484-8af1827e8ac7 req-db209277-30f6-406b-a864-fe51cc8d2bb7 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0682952 Aug 24 03:33:34.381790 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a375722a-299d-499c-ba72-0083c0f4fa2a req-1eae3a55-26af-4d23-a610-941a08c905e8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450334 Aug 24 03:33:34.423422 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d00080d9-08da-40ef-bd26-454c2eb71874 req-a9e3aa46-e37e-43b9-86fa-e3fe6db3a9aa service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887411 Aug 24 03:33:34.491135 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-62e9a5fb-acc1-41ec-9484-8af1827e8ac7 req-04d49cf8-ce6e-41df-ab30-7e59ac3427cb tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081507 Aug 24 03:33:34.524752 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a375722a-299d-499c-ba72-0083c0f4fa2a req-8ec3de00-036e-4331-b73f-c790375f8027 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349843 Aug 24 03:33:34.717235 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d00080d9-08da-40ef-bd26-454c2eb71874 req-fb158c5b-8894-46bd-aa52-c41a09225b3f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871244 Aug 24 03:33:35.021926 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34ed4d-7217-43bb-b04f-ff29c828c15d req-4927045c-a547-4e78-ba4c-c050c8c8e4c9 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:35.023592 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ae34ed4d-7217-43bb-b04f-ff29c828c15d req-4927045c-a547-4e78-ba4c-c050c8c8e4c9 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0489051 Aug 24 03:33:35.073764 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ae34ed4d-7217-43bb-b04f-ff29c828c15d req-932c3afa-8826-497c-a981-9d6d598be63c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426841 Aug 24 03:33:35.427773 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=62,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:35.435111 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:35.619191 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f875c-a7e2-427a-8eee-53ff787dc9e9 req-5ba83ad9-a51c-4d98-a655-06fde84bed09 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:35.620666 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-607f875c-a7e2-427a-8eee-53ff787dc9e9 req-5ba83ad9-a51c-4d98-a655-06fde84bed09 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0468240 Aug 24 03:33:35.670008 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-607f875c-a7e2-427a-8eee-53ff787dc9e9 req-33c53f32-5d87-4f4c-82ac-206caa52990f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437973 Aug 24 03:33:36.191216 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcffd93-5646-45f8-9c3e-607b4447969a req-679ea04b-8a4f-4051-b767-e3dc5a85f2cd tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:36.193221 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cfcffd93-5646-45f8-9c3e-607b4447969a req-679ea04b-8a4f-4051-b767-e3dc5a85f2cd tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0458193 Aug 24 03:33:36.239628 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cfcffd93-5646-45f8-9c3e-607b4447969a req-0e6cb6ec-7d02-444e-9878-14f1f640bb41 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403576 Aug 24 03:33:36.791005 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585eeb0-18fb-4c41-9455-489b10d1cc44 req-89355063-fce4-4e2d-9690-23485806fbdb tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:36.792499 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2585eeb0-18fb-4c41-9455-489b10d1cc44 req-89355063-fce4-4e2d-9690-23485806fbdb tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 945 time: 0.0461292 Aug 24 03:33:36.839288 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2585eeb0-18fb-4c41-9455-489b10d1cc44 req-f5d72a8b-dfb6-42c7-bd24-4a576d7ee67a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412581 Aug 24 03:33:37.225875 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 57289a66-609a-46ea-b8c8-5258bbaf0864 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:33:37.299205 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 57289a66-609a-46ea-b8c8-5258bbaf0864 is: ACTIVE; New status is: DOWN {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:33:37.299592 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:37.329749 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57289a66-609a-46ea-b8c8-5258bbaf0864'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:33:37.332551 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a34e9cc-448b-4944-995f-cbdc57da600c" -d '{"events": [{"server_uuid": "4a89effc-2ad4-414e-bca5-d503b48fb040", "name": "network-vif-unplugged", "status": "completed", "tag": "57289a66-609a-46ea-b8c8-5258bbaf0864"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:33:37.346462 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 57289a66-609a-46ea-b8c8-5258bbaf0864, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=57289a66-609a-46ea-b8c8-5258bbaf0864,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:33:37.351969 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:37.373430 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7d38c-8a99-49ed-8d07-8f7d213f70f8 req-4414f317-f662-423a-b1ed-3265dddd75e2 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:37.377248 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7ef7d38c-8a99-49ed-8d07-8f7d213f70f8 req-4414f317-f662-423a-b1ed-3265dddd75e2 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0629728 Aug 24 03:33:37.381302 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 03:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3778ef4-138c-4e2a-859f-cc54a795d7db x-openstack-request-id: req-d3778ef4-138c-4e2a-859f-cc54a795d7db {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:33:37.381611 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89effc-2ad4-414e-bca5-d503b48fb040", "name": "network-vif-unplugged", "status": "completed", "tag": "57289a66-609a-46ea-b8c8-5258bbaf0864", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:33:37.381862 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3778ef4-138c-4e2a-859f-cc54a795d7db {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:33:37.382252 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3778ef4-138c-4e2a-859f-cc54a795d7db'] response: {'server_uuid': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'code': 200} Aug 24 03:33:37.401984 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:37.406149 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=57289a66-609a-46ea-b8c8-5258bbaf0864,revision_number=8']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:37.431384 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7ef7d38c-8a99-49ed-8d07-8f7d213f70f8 req-e677b9f1-56f6-42e1-b5a0-3f499ce6cecb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486555 Aug 24 03:33:37.963809 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:37.973035 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0f835-bafb-4750-bd4a-3d700ef8b304 req-7ad96e28-caa7-4923-a02b-90f7eec47b78 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:37.980295 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0fb0f835-bafb-4750-bd4a-3d700ef8b304 req-7ad96e28-caa7-4923-a02b-90f7eec47b78 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0593145 Aug 24 03:33:38.030422 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0fb0f835-bafb-4750-bd4a-3d700ef8b304 req-008841b7-ac70-4620-bb73-a89a29507560 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492241 Aug 24 03:33:38.596098 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3e7df-0545-4384-82fe-085b1e9084a4 req-6bbf6c34-c9ba-4953-9b16-8cc4ee9dc753 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:38.598624 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-84e3e7df-0545-4384-82fe-085b1e9084a4 req-6bbf6c34-c9ba-4953-9b16-8cc4ee9dc753 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 945 time: 0.0545781 Aug 24 03:33:38.856608 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-8bd821ba-71ce-4e44-b8b8-8a2880658897 req-a46b3d3b-5ed1-4a8b-a184-e3665f4cd1ea service neutron] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:33:38.857608 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8bd821ba-71ce-4e44-b8b8-8a2880658897 req-a46b3d3b-5ed1-4a8b-a184-e3665f4cd1ea service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056648 Aug 24 03:33:38.886548 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-84e3e7df-0545-4384-82fe-085b1e9084a4 req-46cc9504-90c5-4015-9d65-c06bf279a23f tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808197 Aug 24 03:33:38.918448 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 54676) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:33:39.054994 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb378a5-bdd1-4e76-9b5a-65451edc23dd req-760c3782-0401-44d6-bf03-d8b93a89ffbc tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:39.056630 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2fb378a5-bdd1-4e76-9b5a-65451edc23dd req-760c3782-0401-44d6-bf03-d8b93a89ffbc tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0491807 Aug 24 03:33:39.142996 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289103b4-29a3-43f8-9808-ecb1f903450d tempest-TestMinimumBasicScenario-692891379 tempest-TestMinimumBasicScenario-692891379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:39.144467 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-289103b4-29a3-43f8-9808-ecb1f903450d tempest-TestMinimumBasicScenario-692891379 tempest-TestMinimumBasicScenario-692891379-project-admin] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 1124 time: 0.2250149 Aug 24 03:33:39.148740 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2fb378a5-bdd1-4e76-9b5a-65451edc23dd req-11d9ed71-eede-45d2-bada-1650a3480d5b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852845 Aug 24 03:33:39.148929 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 54692) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:33:39.153259 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Request body: {'floatingip': {'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'port_id': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:33:39.179623 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:39.263932 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:39.330310 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 54704) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:33:39.385958 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Allocated IP 172.27.4.213 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/4b2c80a8-4045-4c35-85c3-7b492e37e0eb) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:33:39.417861 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-5634bec3-2068-439d-ab20-96b755e6630b service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862393 Aug 24 03:33:39.427915 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-ebbb02e4-359e-4564-a85f-d5d4a559b9ae service neutron] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:33:39.428934 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-ebbb02e4-359e-4564-a85f-d5d4a559b9ae service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061033 Aug 24 03:33:39.499949 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for port (4b2c80a8-4045-4c35-85c3-7b492e37e0eb), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:39.508904 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 54712) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:33:39.509393 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:39.535378 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (4b2c80a8-4045-4c35-85c3-7b492e37e0eb), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:39.575379 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:33:39.578703 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:33:39.580291 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:39.583940 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:33:39.609154 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-70921198-0df7-4901-9a00-41c3e904bb62 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:39.610565 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-70921198-0df7-4901-9a00-41c3e904bb62 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports/57289a66-609a-46ea-b8c8-5258bbaf0864 HTTP/1.1" status: 200 len: 940 time: 0.1006124 Aug 24 03:33:39.614483 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Pushing event updated for resources: {'Port': ['ID=4b2c80a8-4045-4c35-85c3-7b492e37e0eb,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:39.631667 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:39.632010 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:39.632349 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:39.632680 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:39.633035 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:39.633367 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:39.633690 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:39.634011 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:39.634330 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:39.634646 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:39.634964 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:39.635278 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:39.635597 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:39.635912 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:39.636224 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:39.818319 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:39.820310 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=6 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:39.994031 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for floatingip (9fe79fff-d2a9-4de9-98bc-724e503b813f), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:40.065049 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (4b2c80a8-4045-4c35-85c3-7b492e37e0eb), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:40.216125 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for port (4b2c80a8-4045-4c35-85c3-7b492e37e0eb), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:40.220914 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (4b2c80a8-4045-4c35-85c3-7b492e37e0eb), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:40.277401 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe9b5c-e79a-49d5-a83e-40ca89f4c02d req-ba230c69-b34a-485e-817a-03c1ad9e8dff tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:40.279280 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4fbe9b5c-e79a-49d5-a83e-40ca89f4c02d req-ba230c69-b34a-485e-817a-03c1ad9e8dff tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0478594 Aug 24 03:33:40.289585 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (9fe79fff-d2a9-4de9-98bc-724e503b813f), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:40.292327 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Pushing event updated for resources: {'Port': ['ID=4b2c80a8-4045-4c35-85c3-7b492e37e0eb,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:40.330416 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4fbe9b5c-e79a-49d5-a83e-40ca89f4c02d req-d14791bb-28e9-41e4-a028-5beabdebb141 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459874 Aug 24 03:33:40.360933 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:40.391990 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Floating IP 9fe79fff-d2a9-4de9-98bc-724e503b813f associated. External IP: 172.27.4.213, port: 925d9bc5-c59a-44c2-9c0d-39c5bc93381b. Aug 24 03:33:40.573142 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:40.595780 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:33:40.706454 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:33:40.718411 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9cb78f-16c0-4375-8afd-a1ccc257f0c5 None None] Sync routers for ids ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:33:40.727707 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:40.731573 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9cb78f-16c0-4375-8afd-a1ccc257f0c5 None None] Routers {'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:33:40.732198 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-8a9cb78f-16c0-4375-8afd-a1ccc257f0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:33:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:33:40.760199 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-436f0813-456a-49f7-88da-252f879b8b85 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6102493 Aug 24 03:33:40.760864 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'tag': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:33:40.763142 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 54726) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:33:40.763283 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5517af76-ebde-4e0b-9fca-b27713d1b0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "733c5faa-7030-4ad2-9fe5-357ce22b115f", "tag": "925d9bc5-c59a-44c2-9c0d-39c5bc93381b"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:33:40.767786 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907969095', 'description': 'tempest-secgroup-smoke-907969095 description', 'project_id': '60ed59a87fd44afb9064c8eef04b19c1'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:33:40.791806 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:40.806160 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbee89a9-856a-44a5-b263-2e654d3395bc x-openstack-request-id: req-fbee89a9-856a-44a5-b263-2e654d3395bc {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:33:40.806455 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733c5faa-7030-4ad2-9fe5-357ce22b115f", "tag": "925d9bc5-c59a-44c2-9c0d-39c5bc93381b", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:33:40.806756 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fbee89a9-856a-44a5-b263-2e654d3395bc {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:33:40.807162 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbee89a9-856a-44a5-b263-2e654d3395bc'] response: {'name': 'network-changed', 'server_uuid': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'tag': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b', 'status': 'completed', 'code': 200} Aug 24 03:33:40.841235 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-8a9cb78f-16c0-4375-8afd-a1ccc257f0c5 None None] Set router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:33:40.863028 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group (6dacf5a4-4fd7-4bce-b670-764f73bca386), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:40.867325 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6dacf5a4-4fd7-4bce-b670-764f73bca386), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:40.895358 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dacf5a4-4fd7-4bce-b670-764f73bca386,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:40.906128 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:40.906535 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:40.906879 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:40.907213 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:40.907554 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:40.907883 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:40.908210 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:40.908537 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:40.908892 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:40.909231 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:40.909545 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:40.909869 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:40.910707 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:40.911255 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:40.911779 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:33:40.918292 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:40.919720 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-6877c634-a0f8-49a6-94ad-d66494fa5967 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1555543 Aug 24 03:33:40.922748 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 54730) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:33:40.928077 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517af76-ebde-4e0b-9fca-b27713d1b0eb req-74f6ff7d-58f7-4c1d-a7a0-9477155a6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:40.929735 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5517af76-ebde-4e0b-9fca-b27713d1b0eb req-74f6ff7d-58f7-4c1d-a7a0-9477155a6b8a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=60ed59a87fd44afb9064c8eef04b19c1&device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 1129 time: 0.0574293 Aug 24 03:33:40.930217 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-d44185f8-3237-4650-90f8-0fe7fd4d2bb4 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Request body: {'security_group_rule': {'security_group_id': '6dacf5a4-4fd7-4bce-b670-764f73bca386', 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:33:40.958013 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d44185f8-3237-4650-90f8-0fe7fd4d2bb4 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (48b6f9e8-469a-4864-be2a-842e7ea8b81b), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.032861 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d44185f8-3237-4650-90f8-0fe7fd4d2bb4 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (48b6f9e8-469a-4864-be2a-842e7ea8b81b), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.038465 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d44185f8-3237-4650-90f8-0fe7fd4d2bb4 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (48b6f9e8-469a-4864-be2a-842e7ea8b81b), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.050354 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517af76-ebde-4e0b-9fca-b27713d1b0eb req-43f5c018-312f-4763-aa2e-342b943a4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:41.053165 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5517af76-ebde-4e0b-9fca-b27713d1b0eb req-43f5c018-312f-4763-aa2e-342b943a4b72 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=51028d15-e390-412e-acdb-c26e7158d266 HTTP/1.1" status: 200 len: 914 time: 0.1097209 Aug 24 03:33:41.059473 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44185f8-3237-4650-90f8-0fe7fd4d2bb4 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b6f9e8-469a-4864-be2a-842e7ea8b81b,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:41.069170 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d44185f8-3237-4650-90f8-0fe7fd4d2bb4 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.070439 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-d44185f8-3237-4650-90f8-0fe7fd4d2bb4 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465502 Aug 24 03:33:41.075275 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 54732) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:33:41.081549 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-9ef305b4-78a0-4cf8-bc35-918b15223154 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Request body: {'security_group_rule': {'security_group_id': '6dacf5a4-4fd7-4bce-b670-764f73bca386', 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:33:41.084823 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-8a9cb78f-16c0-4375-8afd-a1ccc257f0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:46Z', 'revision_number': 4, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'gw_port': {'id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '9fe79fff-d2a9-4de9-98bc-724e503b813f', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'floating_ip_address': '172.27.4.213', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'port_id': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'mac_address': 'fa:16:3e:96:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:33:39Z', 'updated_at': '2022-08-24T03:33:39Z', 'revision_number': 0, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5', 'name': '', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'mac_address': 'fa:16:3e:e9:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:45Z', 'updated_at': '2022-08-24T03:32:52Z', 'revision_number': 5, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'subnets': [{'id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:33:41.116079 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:41.119765 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9ef305b4-78a0-4cf8-bc35-918b15223154 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (064c09ac-b31a-4a1e-976c-234b7bb40cbb), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.136424 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5517af76-ebde-4e0b-9fca-b27713d1b0eb req-8ee1c209-5c14-4246-84ed-fd244f5291b2 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=925d9bc5-c59a-44c2-9c0d-39c5bc93381b HTTP/1.1" status: 200 len: 999 time: 0.0761857 Aug 24 03:33:41.180679 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9ef305b4-78a0-4cf8-bc35-918b15223154 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (064c09ac-b31a-4a1e-976c-234b7bb40cbb), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.185640 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9ef305b4-78a0-4cf8-bc35-918b15223154 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (064c09ac-b31a-4a1e-976c-234b7bb40cbb), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.195340 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517af76-ebde-4e0b-9fca-b27713d1b0eb req-6adce56f-06d4-4dbd-ad7a-a9f733b41a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:41.196887 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5517af76-ebde-4e0b-9fca-b27713d1b0eb req-6adce56f-06d4-4dbd-ad7a-a9f733b41a03 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ac8d39b4-4410-4749-863f-f88cb6180c49 HTTP/1.1" status: 200 len: 852 time: 0.0547476 Aug 24 03:33:41.209291 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef305b4-78a0-4cf8-bc35-918b15223154 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064c09ac-b31a-4a1e-976c-234b7bb40cbb,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:41.216148 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9ef305b4-78a0-4cf8-bc35-918b15223154 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.219364 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9ef305b4-78a0-4cf8-bc35-918b15223154 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1424768 Aug 24 03:33:41.220309 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 54734) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:33:41.225243 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-cb17c2ea-7410-42f1-a89b-d0c4650d4d95 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Request body: {'security_group_rule': {'security_group_id': '6dacf5a4-4fd7-4bce-b670-764f73bca386', 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:33:41.231123 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:41.243152 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 57289a66-609a-46ea-b8c8-5258bbaf0864 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:33:41.247156 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9cb78f-16c0-4375-8afd-a1ccc257f0c5 None None] Checking router: bf2a8d13-ab10-46d3-b0e6-79adc0e0340a for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:33:41.252217 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517af76-ebde-4e0b-9fca-b27713d1b0eb req-edfae49c-7218-46f4-bca2-79226159abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:41.253975 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5517af76-ebde-4e0b-9fca-b27713d1b0eb req-edfae49c-7218-46f4-bca2-79226159abf2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=51028d15-e390-412e-acdb-c26e7158d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509524 Aug 24 03:33:41.256937 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cb17c2ea-7410-42f1-a89b-d0c4650d4d95 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (8a0e32c4-02ac-423e-a5b3-ddec7bcd2cb5), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.283729 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9cb78f-16c0-4375-8afd-a1ccc257f0c5 None None] Routers {'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:33:41.284345 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-8a9cb78f-16c0-4375-8afd-a1ccc257f0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:33:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:33:41.319194 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cb17c2ea-7410-42f1-a89b-d0c4650d4d95 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (8a0e32c4-02ac-423e-a5b3-ddec7bcd2cb5), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.323781 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cb17c2ea-7410-42f1-a89b-d0c4650d4d95 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (8a0e32c4-02ac-423e-a5b3-ddec7bcd2cb5), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.349814 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cb17c2ea-7410-42f1-a89b-d0c4650d4d95 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.354165 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-cb17c2ea-7410-42f1-a89b-d0c4650d4d95 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297867 Aug 24 03:33:41.354165 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17c2ea-7410-42f1-a89b-d0c4650d4d95 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0e32c4-02ac-423e-a5b3-ddec7bcd2cb5,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:41.354401 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 54736) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:33:41.359860 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-a1ce8da2-ffbb-470e-a24a-bbd891ed1276 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Request body: {'security_group_rule': {'security_group_id': '6dacf5a4-4fd7-4bce-b670-764f73bca386', 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:33:41.366440 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5517af76-ebde-4e0b-9fca-b27713d1b0eb req-18dd7efd-ca29-4e42-97f0-e5302078eea0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013258 Aug 24 03:33:41.393459 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8da2-ffbb-470e-a24a-bbd891ed1276 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (7d56b430-9025-45de-ad87-546c7cf0e07f), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.415568 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 57289a66-609a-46ea-b8c8-5258bbaf0864 is: DOWN; New status is: DOWN {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:33:41.439994 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-8a9cb78f-16c0-4375-8afd-a1ccc257f0c5 None None] Set router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:33:41.510924 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8da2-ffbb-470e-a24a-bbd891ed1276 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (7d56b430-9025-45de-ad87-546c7cf0e07f), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.512136 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5517af76-ebde-4e0b-9fca-b27713d1b0eb req-df3c3841-3ca1-4777-a2a1-128f747ca25f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395743 Aug 24 03:33:41.517593 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aad46-f049-4e87-b62c-ead8d013719f req-b767c363-cc71-48dd-88ac-c48c4871218b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:41.519107 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-116aad46-f049-4e87-b62c-ead8d013719f req-b767c363-cc71-48dd-88ac-c48c4871218b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0851622 Aug 24 03:33:41.520341 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8da2-ffbb-470e-a24a-bbd891ed1276 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (7d56b430-9025-45de-ad87-546c7cf0e07f), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.547979 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce8da2-ffbb-470e-a24a-bbd891ed1276 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d56b430-9025-45de-ad87-546c7cf0e07f,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:41.562563 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8da2-ffbb-470e-a24a-bbd891ed1276 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.563759 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a1ce8da2-ffbb-470e-a24a-bbd891ed1276 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2083325 Aug 24 03:33:41.566636 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 54742) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:33:41.571289 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-1cb17c88-8214-421d-8248-fd272557564a tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Request body: {'security_group_rule': {'security_group_id': '6dacf5a4-4fd7-4bce-b670-764f73bca386', 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:33:41.575709 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:41.609685 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.securitygroups_db [None req-1cb17c88-8214-421d-8248-fd272557564a tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Project 60ed59a87fd44afb9064c8eef04b19c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 03:33:41.617605 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-116aad46-f049-4e87-b62c-ead8d013719f req-8eccf131-49b1-4330-8e8d-3349d6b019d5 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908914 Aug 24 03:33:41.619277 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1cb17c88-8214-421d-8248-fd272557564a tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (fc79e2f6-f769-4c1d-8012-40bae31ab723), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.675474 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:41.682300 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1cb17c88-8214-421d-8248-fd272557564a tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (fc79e2f6-f769-4c1d-8012-40bae31ab723), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.684183 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-8a9cb78f-16c0-4375-8afd-a1ccc257f0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:46Z', 'revision_number': 4, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'gw_port': {'id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '9fe79fff-d2a9-4de9-98bc-724e503b813f', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'floating_ip_address': '172.27.4.213', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'port_id': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'mac_address': 'fa:16:3e:96:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:33:39Z', 'updated_at': '2022-08-24T03:33:39Z', 'revision_number': 0, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5', 'name': '', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'mac_address': 'fa:16:3e:e9:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:45Z', 'updated_at': '2022-08-24T03:32:52Z', 'revision_number': 5, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'subnets': [{'id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:33:41.686400 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1cb17c88-8214-421d-8248-fd272557564a tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (fc79e2f6-f769-4c1d-8012-40bae31ab723), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.703741 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb17c88-8214-421d-8248-fd272557564a tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc79e2f6-f769-4c1d-8012-40bae31ab723,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:41.710512 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9cb78f-16c0-4375-8afd-a1ccc257f0c5 None None] The sync data for ids ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'] in dv-cinder-854261-1-iscsi is: [{'id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:46Z', 'revision_number': 4, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'gw_port': {'id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '9fe79fff-d2a9-4de9-98bc-724e503b813f', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'floating_ip_address': '172.27.4.213', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'port_id': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'mac_address': 'fa:16:3e:96:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:33:39Z', 'updated_at': '2022-08-24T03:33:39Z', 'revision_number': 0, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5', 'name': '', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'mac_address': 'fa:16:3e:e9:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:45Z', 'updated_at': '2022-08-24T03:32:52Z', 'revision_number': 5, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'subnets': [{'id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:33:41.715672 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1cb17c88-8214-421d-8248-fd272557564a tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.716923 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-1cb17c88-8214-421d-8248-fd272557564a tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492290 Aug 24 03:33:41.719908 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 54744) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:33:41.724490 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-c75f68fb-7b23-45c2-a4e1-b073786b1265 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Request body: {'security_group_rule': {'security_group_id': '6dacf5a4-4fd7-4bce-b670-764f73bca386', 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:33:41.746311 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.securitygroups_db [None req-c75f68fb-7b23-45c2-a4e1-b073786b1265 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Project 60ed59a87fd44afb9064c8eef04b19c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 03:33:41.752918 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c75f68fb-7b23-45c2-a4e1-b073786b1265 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (edbc1449-0c87-446a-85bf-9dbf333f58a1), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.806831 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:41.817874 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c75f68fb-7b23-45c2-a4e1-b073786b1265 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (edbc1449-0c87-446a-85bf-9dbf333f58a1), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.822722 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c75f68fb-7b23-45c2-a4e1-b073786b1265 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (edbc1449-0c87-446a-85bf-9dbf333f58a1), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.844621 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f68fb-7b23-45c2-a4e1-b073786b1265 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbc1449-0c87-446a-85bf-9dbf333f58a1,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:41.853833 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c75f68fb-7b23-45c2-a4e1-b073786b1265 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:41.857913 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c75f68fb-7b23-45c2-a4e1-b073786b1265 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343286 Aug 24 03:33:41.913298 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcaacc8-f733-46b0-b51c-ee1a00157cda None None] New status for floating IP 9fe79fff-d2a9-4de9-98bc-724e503b813f: ACTIVE {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:33:41.953998 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b41cba7a-cad5-4579-bb63-fc9abe79922a req-1ce82fdc-285a-4f44-ab6f-54c4796b766d tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-907969095&fields=id&tenant_id=60ed59a87fd44afb9064c8eef04b19c1 HTTP/1.1" status: 200 len: 267 time: 0.0487294 Aug 24 03:33:42.006453 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cba7a-cad5-4579-bb63-fc9abe79922a req-1014311d-40f6-4e1e-90ac-0c435ba5a9c0 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:42.007974 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b41cba7a-cad5-4579-bb63-fc9abe79922a req-1014311d-40f6-4e1e-90ac-0c435ba5a9c0 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 945 time: 0.0476468 Aug 24 03:33:42.018890 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-b41cba7a-cad5-4579-bb63-fc9abe79922a req-ac0c0305-7aad-4264-b6e7-cf781d687052 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Request body: {'port': {'security_groups': ['b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504', '6dacf5a4-4fd7-4bce-b670-764f73bca386']}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:33:42.097956 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b41cba7a-cad5-4579-bb63-fc9abe79922a req-ac0c0305-7aad-4264-b6e7-cf781d687052 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:42.117113 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:42.287789 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-b41cba7a-cad5-4579-bb63-fc9abe79922a req-ac0c0305-7aad-4264-b6e7-cf781d687052 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] For port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=925d9bc5-c59a-44c2-9c0d-39c5bc93381b,segment=NetworkSegment(83931d63-0ef7-4eff-afd0-bd7022b8f0a1),segment_id=83931d63-0ef7-4eff-afd0-bd7022b8f0a1)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:33:42.314395 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b41cba7a-cad5-4579-bb63-fc9abe79922a req-ac0c0305-7aad-4264-b6e7-cf781d687052 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:42.319619 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b41cba7a-cad5-4579-bb63-fc9abe79922a req-ac0c0305-7aad-4264-b6e7-cf781d687052 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:42.327789 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cba7a-cad5-4579-bb63-fc9abe79922a req-ac0c0305-7aad-4264-b6e7-cf781d687052 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:42.328392 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b41cba7a-cad5-4579-bb63-fc9abe79922a req-ac0c0305-7aad-4264-b6e7-cf781d687052 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:42.329942 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b41cba7a-cad5-4579-bb63-fc9abe79922a req-ac0c0305-7aad-4264-b6e7-cf781d687052 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "PUT /networking/v2.0/ports/925d9bc5-c59a-44c2-9c0d-39c5bc93381b HTTP/1.1" status: 200 len: 981 time: 0.3157635 Aug 24 03:33:42.333434 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'tag': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:33:42.335655 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e48ae3-1a35-4dee-a04b-44424831f80c" -d '{"events": [{"name": "network-changed", "server_uuid": "733c5faa-7030-4ad2-9fe5-357ce22b115f", "tag": "925d9bc5-c59a-44c2-9c0d-39c5bc93381b"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:33:42.367566 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['925d9bc5-c59a-44c2-9c0d-39c5bc93381b'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:33:42.381400 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffc98f8-0c2a-483f-bd59-f26de06d1f77 x-openstack-request-id: req-cffc98f8-0c2a-483f-bd59-f26de06d1f77 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:33:42.381791 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733c5faa-7030-4ad2-9fe5-357ce22b115f", "tag": "925d9bc5-c59a-44c2-9c0d-39c5bc93381b", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:33:42.382128 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cffc98f8-0c2a-483f-bd59-f26de06d1f77 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:33:42.382660 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffc98f8-0c2a-483f-bd59-f26de06d1f77'] response: {'name': 'network-changed', 'server_uuid': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'tag': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b', 'status': 'completed', 'code': 200} Aug 24 03:33:42.419170 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c0305-7aad-4264-b6e7-cf781d687052 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Pushing event updated for resources: {'Port': ['ID=925d9bc5-c59a-44c2-9c0d-39c5bc93381b,revision_number=6']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:33:42.460579 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f2c7c-d6cb-4ce5-96a4-2d08fbadae04 req-c10db21f-3990-4853-bfcf-16089ffacdc6 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:42.462261 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f37f2c7c-d6cb-4ce5-96a4-2d08fbadae04 req-c10db21f-3990-4853-bfcf-16089ffacdc6 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0720503 Aug 24 03:33:42.476036 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:42.483378 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e48ae3-1a35-4dee-a04b-44424831f80c req-aba1cb6c-8c5b-4da6-bebd-baf69b31ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:42.484983 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-57e48ae3-1a35-4dee-a04b-44424831f80c req-aba1cb6c-8c5b-4da6-bebd-baf69b31ec81 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=60ed59a87fd44afb9064c8eef04b19c1&device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 1168 time: 0.0435274 Aug 24 03:33:42.533119 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f37f2c7c-d6cb-4ce5-96a4-2d08fbadae04 req-e48ff981-e420-4445-a5f0-209b83118874 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651908 Aug 24 03:33:42.567857 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['925d9bc5-c59a-44c2-9c0d-39c5bc93381b'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:33:42.609087 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e48ae3-1a35-4dee-a04b-44424831f80c req-e8b01aa9-d894-482d-9d62-e541bfd1da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:42.610647 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-57e48ae3-1a35-4dee-a04b-44424831f80c req-e8b01aa9-d894-482d-9d62-e541bfd1da3c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=51028d15-e390-412e-acdb-c26e7158d266 HTTP/1.1" status: 200 len: 914 time: 0.1119449 Aug 24 03:33:42.677582 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-57e48ae3-1a35-4dee-a04b-44424831f80c req-2564605a-aaf8-4f41-a174-b5b5be3ddebd service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=925d9bc5-c59a-44c2-9c0d-39c5bc93381b HTTP/1.1" status: 200 len: 1001 time: 0.0594199 Aug 24 03:33:42.733626 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e48ae3-1a35-4dee-a04b-44424831f80c req-9afcbd28-ee95-46e6-88bc-3919abb544ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:42.735211 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-57e48ae3-1a35-4dee-a04b-44424831f80c req-9afcbd28-ee95-46e6-88bc-3919abb544ee service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ac8d39b4-4410-4749-863f-f88cb6180c49 HTTP/1.1" status: 200 len: 852 time: 0.0508282 Aug 24 03:33:42.756546 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03271d-24e5-4dd7-8591-aff7b7c7ff04 req-7f9cc1cc-a3ff-4868-abee-3be9633edf6f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:42.758273 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ff03271d-24e5-4dd7-8591-aff7b7c7ff04 req-7f9cc1cc-a3ff-4868-abee-3be9633edf6f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0549536 Aug 24 03:33:42.786278 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e48ae3-1a35-4dee-a04b-44424831f80c req-b63b1d26-163d-4623-b149-b8732cd0cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:42.787801 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-57e48ae3-1a35-4dee-a04b-44424831f80c req-b63b1d26-163d-4623-b149-b8732cd0cb6b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=51028d15-e390-412e-acdb-c26e7158d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420871 Aug 24 03:33:42.811459 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ff03271d-24e5-4dd7-8591-aff7b7c7ff04 req-48afba46-c905-4ca5-a1bf-ee13d2347307 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465355 Aug 24 03:33:42.890658 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-57e48ae3-1a35-4dee-a04b-44424831f80c req-1b451738-b7cf-4fd2-ab5f-ccbcaa1a09e1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934114 Aug 24 03:33:42.926136 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:42.985587 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-57e48ae3-1a35-4dee-a04b-44424831f80c req-8c90ae81-2f74-4068-ab54-b18ce5d21669 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878417 Aug 24 03:33:43.001283 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:43.050917 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:43.939857 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8706975-5542-4d06-80d8-d732ba32d3df req-c6dccba2-0203-46f8-a13c-060ee4dc4981 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:43.941894 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c8706975-5542-4d06-80d8-d732ba32d3df req-c6dccba2-0203-46f8-a13c-060ee4dc4981 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0482745 Aug 24 03:33:43.990158 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c8706975-5542-4d06-80d8-d732ba32d3df req-24622a89-c37e-4eec-89ce-ab54517df0e5 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422766 Aug 24 03:33:45.038871 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a15fe-ec05-41e4-a122-c42a1dade79e req-d51d9e3b-4106-42f0-9325-7ea57d36722b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:45.040697 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f95a15fe-ec05-41e4-a122-c42a1dade79e req-d51d9e3b-4106-42f0-9325-7ea57d36722b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0504749 Aug 24 03:33:45.047942 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb8b8e-a922-43a4-b037-f98ed426bfcf req-4536bb32-bb7c-4a48-b154-f7286653a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:45.049656 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-66bb8b8e-a922-43a4-b037-f98ed426bfcf req-4536bb32-bb7c-4a48-b154-f7286653a75a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 1130 time: 0.0422423 Aug 24 03:33:45.126930 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f95a15fe-ec05-41e4-a122-c42a1dade79e req-ba73700b-20f9-41c8-9c34-a9d7b724a47b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773633 Aug 24 03:33:45.141644 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8a823-a79d-4c6f-b1bd-75b157aff5d9 req-93216a9f-3c14-4551-8bfb-518101374315 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:45.143183 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9db8a823-a79d-4c6f-b1bd-75b157aff5d9 req-93216a9f-3c14-4551-8bfb-518101374315 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0690997 Aug 24 03:33:45.148016 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb8b8e-a922-43a4-b037-f98ed426bfcf req-12e6d7e1-d0e2-4d52-bb0d-4c6cfc146445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:45.149539 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-66bb8b8e-a922-43a4-b037-f98ed426bfcf req-12e6d7e1-d0e2-4d52-bb0d-4c6cfc146445 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 920 time: 0.0932374 Aug 24 03:33:45.198243 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9db8a823-a79d-4c6f-b1bd-75b157aff5d9 req-95b1c89f-6c12-4bd0-8af1-7abe57cbea1f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434370 Aug 24 03:33:45.211558 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-66bb8b8e-a922-43a4-b037-f98ed426bfcf req-f8924ec1-0eeb-4fd5-9b3a-7da23c71e031 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7def1576-8e43-41f3-b534-e7a7b46f1b54 HTTP/1.1" status: 200 len: 1001 time: 0.0556724 Aug 24 03:33:45.270218 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb8b8e-a922-43a4-b037-f98ed426bfcf req-614b05e7-08db-4007-8c00-7c6625e29353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:45.271693 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-66bb8b8e-a922-43a4-b037-f98ed426bfcf req-614b05e7-08db-4007-8c00-7c6625e29353 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.0538046 Aug 24 03:33:45.315149 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb8b8e-a922-43a4-b037-f98ed426bfcf req-69b91d8b-623f-4f1e-8386-f1ec7edb9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:45.317434 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-66bb8b8e-a922-43a4-b037-f98ed426bfcf req-69b91d8b-623f-4f1e-8386-f1ec7edb9090 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389798 Aug 24 03:33:45.418029 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-66bb8b8e-a922-43a4-b037-f98ed426bfcf req-ab0ef02d-d9e5-4afb-b057-42c26f15d0ff service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926955 Aug 24 03:33:45.713965 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-66bb8b8e-a922-43a4-b037-f98ed426bfcf req-c2b6fa7c-1308-483d-9a9f-88b937cd5af6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855010 Aug 24 03:33:46.117822 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-92ff3e58-73c1-4ffd-a048-f3681cad5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:46.119366 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-92ff3e58-73c1-4ffd-a048-f3681cad5860 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040&tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c HTTP/1.1" status: 200 len: 1127 time: 0.0762389 Aug 24 03:33:46.239623 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:46.259643 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee00a5d-a927-4b7c-aeb1-3fd87ed840a6 req-a23d8cb0-abb6-4f29-b606-d3ed41b8406c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:46.261255 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fee00a5d-a927-4b7c-aeb1-3fd87ed840a6 req-a23d8cb0-abb6-4f29-b606-d3ed41b8406c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0526183 Aug 24 03:33:46.348963 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b8c34-4b35-46df-b71d-73fa7b3ec5d3 req-db4e9b61-3117-4585-a5f5-09973e83d7d4 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:46.349211 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-ed038203-4aa6-48d2-9025-c781ccd2f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:46.350384 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-557b8c34-4b35-46df-b71d-73fa7b3ec5d3 req-db4e9b61-3117-4585-a5f5-09973e83d7d4 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0687513 Aug 24 03:33:46.350549 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-ed038203-4aa6-48d2-9025-c781ccd2f306 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 1127 time: 0.0425842 Aug 24 03:33:46.354053 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fee00a5d-a927-4b7c-aeb1-3fd87ed840a6 req-ba8f0b35-3b17-4b78-bb57-e8b5af83bfb5 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866320 Aug 24 03:33:46.390554 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:46.403290 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-557b8c34-4b35-46df-b71d-73fa7b3ec5d3 req-b0efc2b1-07ab-4f25-878a-361eeb9db699 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466683 Aug 24 03:33:46.453106 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-865d1f86-91fb-4fca-9402-6c5e91170b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:46.454578 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-865d1f86-91fb-4fca-9402-6c5e91170b4b service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=52ff60ab-ab6b-4793-b855-63432cd730d4 HTTP/1.1" status: 200 len: 918 time: 0.0967772 Aug 24 03:33:46.527028 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-9b872dbb-1e44-4c86-9df6-e7de266051b4 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57289a66-609a-46ea-b8c8-5258bbaf0864 HTTP/1.1" status: 200 len: 999 time: 0.0659947 Aug 24 03:33:46.575871 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-0154bc8a-47a4-4d5c-9760-207c4e0aef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:46.577318 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-0154bc8a-47a4-4d5c-9760-207c4e0aef6c service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=8eba2ef7-6d0c-4faf-acaa-72abc36d027f HTTP/1.1" status: 200 len: 856 time: 0.0445650 Aug 24 03:33:46.625364 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-b551318b-f3d6-4ed0-b1ff-b2b7c681c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:46.626855 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-b551318b-f3d6-4ed0-b1ff-b2b7c681c782 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=52ff60ab-ab6b-4793-b855-63432cd730d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420711 Aug 24 03:33:46.716076 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-825bcd0b-db1f-41d6-a9ad-01841a0257c5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826535 Aug 24 03:33:46.741563 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:46.814149 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-d74be3a6-246b-4b8c-880a-f16f96e6e2e0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902712 Aug 24 03:33:47.049604 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:47.365106 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-add97649-5d65-4a10-afbc-fe28867c92b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:47.506513 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:47.514748 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486bba2-9985-4c3f-9dc6-8ae18b357a93 req-17b3e448-d63a-417b-b060-e9c7a4da56c6 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:47.516709 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4486bba2-9985-4c3f-9dc6-8ae18b357a93 req-17b3e448-d63a-417b-b060-e9c7a4da56c6 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0657158 Aug 24 03:33:47.598355 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e05f71-0192-47a4-9709-0a67071f9dcf req-98139d7c-b5e1-41ca-8030-2c95a74a2f66 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:47.600199 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-46e05f71-0192-47a4-9709-0a67071f9dcf req-98139d7c-b5e1-41ca-8030-2c95a74a2f66 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0822692 Aug 24 03:33:47.637965 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4486bba2-9985-4c3f-9dc6-8ae18b357a93 req-a0d763d8-49ba-477a-b284-e1eb1c298da9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077132 Aug 24 03:33:47.678772 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-46e05f71-0192-47a4-9709-0a67071f9dcf req-f844f66a-7a18-4867-bc6d-01e5e59a693a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666168 Aug 24 03:33:48.767488 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576a380-af73-4fac-85fd-fb0504a6631b req-9d9f5dc9-2a94-459f-9b42-3beef9dbc7a0 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:48.775264 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9576a380-af73-4fac-85fd-fb0504a6631b req-9d9f5dc9-2a94-459f-9b42-3beef9dbc7a0 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0596464 Aug 24 03:33:48.864235 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17123231-99c5-4925-af7e-b144d40bf5eb req-431a84cc-6dea-420f-919d-206db73c409c tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:48.865814 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-17123231-99c5-4925-af7e-b144d40bf5eb req-431a84cc-6dea-420f-919d-206db73c409c tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0761333 Aug 24 03:33:48.870400 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9576a380-af73-4fac-85fd-fb0504a6631b req-1fb766a3-7e98-4d68-829d-7f854ddac81c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941176 Aug 24 03:33:48.918714 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-17123231-99c5-4925-af7e-b144d40bf5eb req-fb578c01-dd32-41b5-ad86-13496856d757 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466311 Aug 24 03:33:49.850016 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-cf00ea44-1a7d-49be-ae2a-6a2fa4d2b5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:50.056308 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3713b-f7bd-4a5b-b9d3-fb9d36ce44d3 req-d1dd045e-fb55-4193-ae46-28543fe1e453 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:50.057883 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-43e3713b-f7bd-4a5b-b9d3-fb9d36ce44d3 req-d1dd045e-fb55-4193-ae46-28543fe1e453 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0766530 Aug 24 03:33:50.112858 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfbb9e-2990-452a-950a-eef0d62c2533 req-af7d65aa-b0df-4e92-8940-3586ab212b08 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:50.114462 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-77dfbb9e-2990-452a-950a-eef0d62c2533 req-af7d65aa-b0df-4e92-8940-3586ab212b08 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0759995 Aug 24 03:33:50.151473 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-43e3713b-f7bd-4a5b-b9d3-fb9d36ce44d3 req-bfffad42-dd61-4056-9651-7b182ca9196f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754540 Aug 24 03:33:50.216392 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-77dfbb9e-2990-452a-950a-eef0d62c2533 req-b7564ae2-244e-4501-a734-6905ea5984e3 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776815 Aug 24 03:33:50.854119 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:51.331038 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2291e-d676-4500-ae20-82fe5784b5b7 req-d6e49e0a-b6c3-4624-b2bb-7e82a386e11a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:51.332601 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cda2291e-d676-4500-ae20-82fe5784b5b7 req-d6e49e0a-b6c3-4624-b2bb-7e82a386e11a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0822837 Aug 24 03:33:51.381680 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9c7fc-271c-4bd6-929d-339d389248c7 req-4d5ac0ca-4649-41d5-85db-76c4fab8dcc4 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:51.383135 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-07a9c7fc-271c-4bd6-929d-339d389248c7 req-4d5ac0ca-4649-41d5-85db-76c4fab8dcc4 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0691247 Aug 24 03:33:51.411811 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cda2291e-d676-4500-ae20-82fe5784b5b7 req-ea5d8db9-a323-4dde-9276-c28fd674f7ec tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619171 Aug 24 03:33:51.486082 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-07a9c7fc-271c-4bd6-929d-339d389248c7 req-fce7fa49-2a59-4054-a6d0-f402c05a2aba tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732961 Aug 24 03:33:52.026143 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:52.029617 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:52.524288 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:52.552155 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:52.565305 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e2f95-07d3-4377-ad80-2e94b065566f req-862e46d8-6abc-49aa-a9c0-44c6ec1e4794 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:52.567585 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2e6e2f95-07d3-4377-ad80-2e94b065566f req-862e46d8-6abc-49aa-a9c0-44c6ec1e4794 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0681424 Aug 24 03:33:52.610780 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:33:52.666503 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2e6e2f95-07d3-4377-ad80-2e94b065566f req-430669ae-6373-4bdc-8088-919a5e6bcd1a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931659 Aug 24 03:33:52.674228 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4e2ff-bdc3-4376-9ff5-6cc595a6d903 req-30a43e28-33a4-4880-820a-1a31e289cf80 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:52.677040 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a6f4e2ff-bdc3-4376-9ff5-6cc595a6d903 req-30a43e28-33a4-4880-820a-1a31e289cf80 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0828185 Aug 24 03:33:52.740968 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a6f4e2ff-bdc3-4376-9ff5-6cc595a6d903 req-4486eac9-8afa-490d-8cba-8e6a61eeff52 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550063 Aug 24 03:33:53.811383 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad73ef2-30d1-4a5a-a687-4045bcd7fb66 req-97edabed-6349-474d-8f3f-f5ded69144a8 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:53.812926 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dad73ef2-30d1-4a5a-a687-4045bcd7fb66 req-97edabed-6349-474d-8f3f-f5ded69144a8 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0657172 Aug 24 03:33:53.881464 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc95e1-4f1c-4d58-b4e7-5ec5967bc29d req-e15bb63e-9be4-48c6-8d9c-8e22c6d9c05b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:53.887889 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-05bc95e1-4f1c-4d58-b4e7-5ec5967bc29d req-e15bb63e-9be4-48c6-8d9c-8e22c6d9c05b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0667086 Aug 24 03:33:53.948290 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dad73ef2-30d1-4a5a-a687-4045bcd7fb66 req-1257d603-577e-4beb-b165-9365b9857523 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291821 Aug 24 03:33:53.975611 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-05bc95e1-4f1c-4d58-b4e7-5ec5967bc29d req-926d5a4d-446b-4fe1-bf21-0f59b7821bdd tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722933 Aug 24 03:33:55.102320 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:55.141387 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107273ac-21bd-4aff-a06f-c6468cdee21b req-bb8a0a95-1313-43e5-97c7-07c30fea7305 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:55.143876 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-107273ac-21bd-4aff-a06f-c6468cdee21b req-bb8a0a95-1313-43e5-97c7-07c30fea7305 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0960078 Aug 24 03:33:55.151692 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c799c-9e30-4ccf-8a73-f05dff79523a req-327d0751-76ca-4e7d-96fb-1987a373bbf7 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:55.153186 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cd5c799c-9e30-4ccf-8a73-f05dff79523a req-327d0751-76ca-4e7d-96fb-1987a373bbf7 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0933411 Aug 24 03:33:55.235465 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-107273ac-21bd-4aff-a06f-c6468cdee21b req-1ac4fc31-2629-4e4d-87dc-477db32bf95e tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812290 Aug 24 03:33:55.238826 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cd5c799c-9e30-4ccf-8a73-f05dff79523a req-21065234-65dd-4747-abb2-577782857059 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777383 Aug 24 03:33:56.415682 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7fb16-efc7-45da-9078-9696deeca5e4 req-134a36b0-7130-4262-875c-7fd6a440bb42 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:56.421419 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-acd7fb16-efc7-45da-9078-9696deeca5e4 req-134a36b0-7130-4262-875c-7fd6a440bb42 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0895665 Aug 24 03:33:56.428033 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b9903-47a3-456c-a306-7b3c706c3d24 req-954efc81-7d6a-466f-b315-87c347c50248 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:56.430293 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4a3b9903-47a3-456c-a306-7b3c706c3d24 req-954efc81-7d6a-466f-b315-87c347c50248 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.1004784 Aug 24 03:33:56.507546 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-acd7fb16-efc7-45da-9078-9696deeca5e4 req-4fa87420-6c4e-481b-8297-0ab00c6f25fe tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760896 Aug 24 03:33:56.510321 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4a3b9903-47a3-456c-a306-7b3c706c3d24 req-dddc2d96-db54-4a95-8481-0c906f46185c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724506 Aug 24 03:33:56.809234 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=8 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:56.811615 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=38 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:57.682930 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fa783-00f2-485b-9634-7d321c2f258a req-f66a4f6c-c3c7-451b-97d4-7eaf1cba9c8b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:57.684432 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-859fa783-00f2-485b-9634-7d321c2f258a req-f66a4f6c-c3c7-451b-97d4-7eaf1cba9c8b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0949769 Aug 24 03:33:57.691015 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec345f-03b8-46bc-ac86-ac2d1422f3bf req-a03866ef-9f82-44f8-93c8-019768428e39 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:57.692405 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-69ec345f-03b8-46bc-ac86-ac2d1422f3bf req-a03866ef-9f82-44f8-93c8-019768428e39 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0923927 Aug 24 03:33:57.770192 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-859fa783-00f2-485b-9634-7d321c2f258a req-98a88259-4c98-4d26-9c26-f88756c9354c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767951 Aug 24 03:33:57.773454 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-69ec345f-03b8-46bc-ac86-ac2d1422f3bf req-1065c7e1-afe2-4612-a53f-4429474d4e9c tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742047 Aug 24 03:33:58.926503 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363609e-3850-47f8-b28c-b619a84bba89 req-028025aa-70b3-406f-b389-3611de265e6e tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:58.928006 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8363609e-3850-47f8-b28c-b619a84bba89 req-028025aa-70b3-406f-b389-3611de265e6e tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0811825 Aug 24 03:33:58.935605 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9f206-b5e7-4337-a7c0-b745045a9b51 req-52aebfc9-64c5-44cf-8c9a-bee7aaa014d4 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:33:58.937008 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d5d9f206-b5e7-4337-a7c0-b745045a9b51 req-52aebfc9-64c5-44cf-8c9a-bee7aaa014d4 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0808709 Aug 24 03:33:58.998589 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:33:59.009806 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8363609e-3850-47f8-b28c-b619a84bba89 req-544b35af-3727-49dd-9456-39e8a662dbf8 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719101 Aug 24 03:33:59.016663 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d5d9f206-b5e7-4337-a7c0-b745045a9b51 req-4f9a943d-ff3b-4292-be2f-a957de48d358 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700412 Aug 24 03:34:00.161184 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762b84f-6889-49ca-9f32-6b32df54df8a req-8c16b514-da16-49ee-96b8-dd3d1c436ceb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:00.162565 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d762b84f-6889-49ca-9f32-6b32df54df8a req-8c16b514-da16-49ee-96b8-dd3d1c436ceb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0783067 Aug 24 03:34:00.172539 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1ffb1-9253-456b-b1a1-b7f636a9f2c6 req-a27f3ed0-d15c-4cac-9ea6-d1accc358717 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:00.174272 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ede1ffb1-9253-456b-b1a1-b7f636a9f2c6 req-a27f3ed0-d15c-4cac-9ea6-d1accc358717 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0774255 Aug 24 03:34:00.245524 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d762b84f-6889-49ca-9f32-6b32df54df8a req-52e4116e-c52b-44c7-8b4d-8b139ec53d83 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703278 Aug 24 03:34:00.249539 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ede1ffb1-9253-456b-b1a1-b7f636a9f2c6 req-5e681534-d558-45d1-a475-7b4d83431987 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677383 Aug 24 03:34:01.410142 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fb6c6-f723-4d48-952e-214fb1a0590b req-25a9ba71-d25a-4f08-bf33-1f0aa837b28b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:01.411799 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-915fb6c6-f723-4d48-952e-214fb1a0590b req-25a9ba71-d25a-4f08-bf33-1f0aa837b28b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0872796 Aug 24 03:34:01.423054 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86972621-a6a1-492b-a291-8eb8a00c4610 req-a63034be-4662-49c5-9383-abc8ce4a3a32 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:01.425314 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-86972621-a6a1-492b-a291-8eb8a00c4610 req-a63034be-4662-49c5-9383-abc8ce4a3a32 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0918517 Aug 24 03:34:01.457977 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:01.500542 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-915fb6c6-f723-4d48-952e-214fb1a0590b req-91c26c24-40f4-411e-a88e-209c36f7fc3c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741992 Aug 24 03:34:01.505226 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-86972621-a6a1-492b-a291-8eb8a00c4610 req-ddc674c1-2fb2-45db-8106-49dfff272984 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718873 Aug 24 03:34:02.604947 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:02.606830 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:02.656104 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd33072-4c96-48e3-920d-7f38a0f64987 req-feed406c-5d48-4093-bcfe-65a82c6b875c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:02.658903 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2dd33072-4c96-48e3-920d-7f38a0f64987 req-feed406c-5d48-4093-bcfe-65a82c6b875c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0847609 Aug 24 03:34:02.666173 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11752bcd-6e9d-4d38-af48-b91cd9c7eb8a req-1e9dcb1b-8628-49c1-8678-deefba109c25 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:02.667707 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-11752bcd-6e9d-4d38-af48-b91cd9c7eb8a req-1e9dcb1b-8628-49c1-8678-deefba109c25 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0828514 Aug 24 03:34:02.742293 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2dd33072-4c96-48e3-920d-7f38a0f64987 req-57475c65-d02f-454a-bd64-ccf341371070 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736368 Aug 24 03:34:02.746278 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-11752bcd-6e9d-4d38-af48-b91cd9c7eb8a req-e729c3ca-be80-4e45-814b-7600149cacf2 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681450 Aug 24 03:34:03.826814 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:34:03.890588 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517503-8e26-4be2-a04a-e6998d053d02 req-52978513-9fc6-4966-b991-0d58e3b80841 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:03.893393 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a7517503-8e26-4be2-a04a-e6998d053d02 req-52978513-9fc6-4966-b991-0d58e3b80841 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0747321 Aug 24 03:34:03.921020 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148d08f-5f54-413f-b49c-63e49d411230 req-f85221d4-2bbf-4830-befc-4e648d909d49 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:03.922505 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1148d08f-5f54-413f-b49c-63e49d411230 req-f85221d4-2bbf-4830-befc-4e648d909d49 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0737004 Aug 24 03:34:03.971659 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a7517503-8e26-4be2-a04a-e6998d053d02 req-6d6a4792-c6c5-4ad8-ba49-290f61345e8c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722206 Aug 24 03:34:03.993851 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1148d08f-5f54-413f-b49c-63e49d411230 req-31b89bc1-d10a-4504-a23d-7f8b48ba265d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647378 Aug 24 03:34:05.117931 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d73497-35bf-4a77-9565-838f2424ebf0 req-bd0a7e56-8d5c-44ae-818a-d51eb65c879f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:05.119414 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-89d73497-35bf-4a77-9565-838f2424ebf0 req-bd0a7e56-8d5c-44ae-818a-d51eb65c879f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0741503 Aug 24 03:34:05.138804 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b38c3-b4b0-489c-aa8a-5ad1f5f1e5e8 req-0d1d68e5-d58b-46b0-b24e-39c192c14640 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:05.140220 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fa7b38c3-b4b0-489c-aa8a-5ad1f5f1e5e8 req-0d1d68e5-d58b-46b0-b24e-39c192c14640 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0660427 Aug 24 03:34:05.210082 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-89d73497-35bf-4a77-9565-838f2424ebf0 req-f4025541-332f-41d7-ba3d-9f4556a27c3b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851121 Aug 24 03:34:05.214025 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fa7b38c3-b4b0-489c-aa8a-5ad1f5f1e5e8 req-9601568b-95f8-4eb5-9253-8ca807195a90 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669453 Aug 24 03:34:05.317960 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581f4be-3b69-4990-accc-031c393d81e5 req-cdabe9d8-88bf-4a8c-b913-f8c0e28598a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:05.320081 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4581f4be-3b69-4990-accc-031c393d81e5 req-cdabe9d8-88bf-4a8c-b913-f8c0e28598a5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 1130 time: 0.0399613 Aug 24 03:34:05.385361 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4581f4be-3b69-4990-accc-031c393d81e5 req-fce8c444-d159-434a-b290-fa06e54b7570 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524621 Aug 24 03:34:06.356626 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747775da-3ce1-413a-940a-55d3ae08c29b req-0d2ca498-93f0-44d9-9c38-5456687ddd8d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:06.358179 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-747775da-3ce1-413a-940a-55d3ae08c29b req-0d2ca498-93f0-44d9-9c38-5456687ddd8d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0733819 Aug 24 03:34:06.368481 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b30e07-a4d0-4e61-9fb6-bceb92e9d69b req-11010f38-d713-4feb-93e1-e98abf854a65 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:06.369937 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-80b30e07-a4d0-4e61-9fb6-bceb92e9d69b req-11010f38-d713-4feb-93e1-e98abf854a65 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0745425 Aug 24 03:34:06.376420 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:06.442628 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-747775da-3ce1-413a-940a-55d3ae08c29b req-82eff01a-2093-4369-8008-20ab9ca8e29f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717490 Aug 24 03:34:06.449571 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-80b30e07-a4d0-4e61-9fb6-bceb92e9d69b req-4457499d-110e-4507-b86c-ced7e49c12ec tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720644 Aug 24 03:34:06.643406 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f438c-de8e-4f49-a0ee-34289becef64 req-2389b4c3-35a3-4934-acf2-73db8afcb686 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:06.644930 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9d5f438c-de8e-4f49-a0ee-34289becef64 req-2389b4c3-35a3-4934-acf2-73db8afcb686 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0514886 Aug 24 03:34:06.705072 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9d5f438c-de8e-4f49-a0ee-34289becef64 req-cfcbee9b-5983-4e81-921f-db9e90e31397 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545022 Aug 24 03:34:07.306934 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df2157-54c5-479c-8063-0edc55b17c58 req-fb875126-4e0a-439d-85d6-4f307fabb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:07.308383 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-32df2157-54c5-479c-8063-0edc55b17c58 req-fb875126-4e0a-439d-85d6-4f307fabb1a6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=60ed59a87fd44afb9064c8eef04b19c1&device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 1168 time: 0.0436862 Aug 24 03:34:07.401424 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df2157-54c5-479c-8063-0edc55b17c58 req-6fbd3187-8e43-4d44-811c-72ce9819c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:07.402889 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-32df2157-54c5-479c-8063-0edc55b17c58 req-6fbd3187-8e43-4d44-811c-72ce9819c58b service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=51028d15-e390-412e-acdb-c26e7158d266 HTTP/1.1" status: 200 len: 914 time: 0.0879350 Aug 24 03:34:07.463546 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 57289a66-609a-46ea-b8c8-5258bbaf0864 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:34:07.470786 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-32df2157-54c5-479c-8063-0edc55b17c58 req-b9e453dd-f177-4152-a37b-e83cb897b9ea service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=925d9bc5-c59a-44c2-9c0d-39c5bc93381b HTTP/1.1" status: 200 len: 1001 time: 0.0597100 Aug 24 03:34:07.526735 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df2157-54c5-479c-8063-0edc55b17c58 req-6e444cf7-e64f-4674-a5a7-c3657dd297b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:07.528461 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-32df2157-54c5-479c-8063-0edc55b17c58 req-6e444cf7-e64f-4674-a5a7-c3657dd297b5 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ac8d39b4-4410-4749-863f-f88cb6180c49 HTTP/1.1" status: 200 len: 852 time: 0.0506561 Aug 24 03:34:07.573891 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 57289a66-609a-46ea-b8c8-5258bbaf0864, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=57289a66-609a-46ea-b8c8-5258bbaf0864,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:34:07.578008 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df2157-54c5-479c-8063-0edc55b17c58 req-27945f80-ee4e-4d04-b16b-48cceb246870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:07.580259 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-32df2157-54c5-479c-8063-0edc55b17c58 req-27945f80-ee4e-4d04-b16b-48cceb246870 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=51028d15-e390-412e-acdb-c26e7158d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442944 Aug 24 03:34:07.587906 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'port_id': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'mac_address': 'fa:16:3e:9f:4a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:34:07.611706 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0f164-8c17-4caf-8fea-945aeb413076 req-eb3d3419-2151-4f0d-a4fb-da0d7e3af17f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:07.613281 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e6f0f164-8c17-4caf-8fea-945aeb413076 req-eb3d3419-2151-4f0d-a4fb-da0d7e3af17f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0902171 Aug 24 03:34:07.621292 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e5cb1-c817-4d6d-90da-b2af547f357b req-e8506047-7a81-412c-a935-b803612ce350 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:07.622745 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c48e5cb1-c817-4d6d-90da-b2af547f357b req-e8506047-7a81-412c-a935-b803612ce350 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 943 time: 0.0632553 Aug 24 03:34:07.631025 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 57289a66-609a-46ea-b8c8-5258bbaf0864 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:34:07.631431 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:07.645179 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57289a66-609a-46ea-b8c8-5258bbaf0864 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:34:07.645907 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:07.666834 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 57289a66-609a-46ea-b8c8-5258bbaf0864, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=57289a66-609a-46ea-b8c8-5258bbaf0864,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:34:07.671655 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:07.689383 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-32df2157-54c5-479c-8063-0edc55b17c58 req-54efc3d2-513e-4532-afd6-730904d8e3fe service neutron] 10.222.0.84 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000078 Aug 24 03:34:07.708593 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e6f0f164-8c17-4caf-8fea-945aeb413076 req-9c4cb6c5-7c69-4800-974e-9dfa9c459df4 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848846 Aug 24 03:34:07.714609 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c48e5cb1-c817-4d6d-90da-b2af547f357b req-6dc94966-f6a2-43a7-ac24-dbe34ebfb9a3 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830543 Aug 24 03:34:07.721433 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=57289a66-609a-46ea-b8c8-5258bbaf0864,revision_number=9']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:07.729987 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:07.730552 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:07.731073 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:07.731586 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:07.732081 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:07.732580 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:07.733111 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:07.733598 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:07.734084 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:07.734569 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:07.735815 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:07.736362 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:07.736862 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:07.737548 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:07.738043 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:07.808372 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-32df2157-54c5-479c-8063-0edc55b17c58 req-e97fee55-a476-4a79-b211-ffc5dc340402 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114392 Aug 24 03:34:07.845506 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec383a43-5e72-4a43-971d-60fdb1cad9a8 req-66d97ff6-a884-4b2c-a954-eb12521df573 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:07.846944 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ec383a43-5e72-4a43-971d-60fdb1cad9a8 req-66d97ff6-a884-4b2c-a954-eb12521df573 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0531774 Aug 24 03:34:07.910691 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ec383a43-5e72-4a43-971d-60fdb1cad9a8 req-8a61c267-90a1-4350-8e06-202aaceb4b9e tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571382 Aug 24 03:34:08.072568 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['57289a66-609a-46ea-b8c8-5258bbaf0864'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:34:08.156714 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc701-e6d5-461c-adb0-5848ca28ef2c req-111653bd-7a23-4a45-b953-8c762d18f62e tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:08.158332 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-954cc701-e6d5-461c-adb0-5848ca28ef2c req-111653bd-7a23-4a45-b953-8c762d18f62e tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0549407 Aug 24 03:34:08.211091 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-954cc701-e6d5-461c-adb0-5848ca28ef2c req-7b93d622-7cc7-4674-848e-d631f8d6ba8e tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470948 Aug 24 03:34:08.234834 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763604f7-52fe-4b7a-b972-9b1a167c2278 req-790b7aec-1216-431d-8c77-25cc76671360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:08.236731 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-763604f7-52fe-4b7a-b972-9b1a167c2278 req-790b7aec-1216-431d-8c77-25cc76671360 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 1130 time: 0.0441375 Aug 24 03:34:08.332736 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763604f7-52fe-4b7a-b972-9b1a167c2278 req-4207d945-dc5f-4f4a-9af1-dd12b5cf372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:08.334249 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-763604f7-52fe-4b7a-b972-9b1a167c2278 req-4207d945-dc5f-4f4a-9af1-dd12b5cf372f service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 920 time: 0.0908649 Aug 24 03:34:08.396653 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-763604f7-52fe-4b7a-b972-9b1a167c2278 req-08bea4fe-7790-4099-bc8a-d43048c9ae42 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7def1576-8e43-41f3-b534-e7a7b46f1b54 HTTP/1.1" status: 200 len: 1001 time: 0.0551772 Aug 24 03:34:08.454356 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763604f7-52fe-4b7a-b972-9b1a167c2278 req-a030166a-b555-4598-8046-46b04f8bb53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:08.455746 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-763604f7-52fe-4b7a-b972-9b1a167c2278 req-a030166a-b555-4598-8046-46b04f8bb53f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.0528238 Aug 24 03:34:08.503136 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763604f7-52fe-4b7a-b972-9b1a167c2278 req-51459a22-5da8-45cf-8ff5-b79c1195d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:08.504600 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-763604f7-52fe-4b7a-b972-9b1a167c2278 req-51459a22-5da8-45cf-8ff5-b79c1195d6f7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398932 Aug 24 03:34:08.583167 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:08.604093 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-763604f7-52fe-4b7a-b972-9b1a167c2278 req-ba4c8e73-d36b-4f90-b867-3c510fd6372e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851388 Aug 24 03:34:08.697190 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-763604f7-52fe-4b7a-b972-9b1a167c2278 req-82b7cff5-ab8f-4c54-9ba6-185034c1cfa2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836740 Aug 24 03:34:08.858554 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198e374-b95f-43e4-8e94-9b207a2d3f3e req-68125d17-486b-4c34-8617-6e754b3711de tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:08.860721 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b198e374-b95f-43e4-8e94-9b207a2d3f3e req-68125d17-486b-4c34-8617-6e754b3711de tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 944 time: 0.0471091 Aug 24 03:34:08.907282 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b198e374-b95f-43e4-8e94-9b207a2d3f3e req-85f7f02d-0bfd-4343-ad9a-97004aa07ee0 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405815 Aug 24 03:34:09.053217 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3fa27-df77-4966-acd9-b9b25660751f req-772be63f-491f-4042-9044-87c45bfa3179 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:09.054837 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0be3fa27-df77-4966-acd9-b9b25660751f req-772be63f-491f-4042-9044-87c45bfa3179 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0466027 Aug 24 03:34:09.113445 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0be3fa27-df77-4966-acd9-b9b25660751f req-dd8b51dd-0830-4074-8090-f6a69c90d28f tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529695 Aug 24 03:34:09.332062 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198eb6f-a62f-4941-8b5e-f64207d57496 req-28fe2bf3-0963-42ac-b47c-a7064f044d06 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:09.333496 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b198eb6f-a62f-4941-8b5e-f64207d57496 req-28fe2bf3-0963-42ac-b47c-a7064f044d06 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0517678 Aug 24 03:34:09.385681 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b198eb6f-a62f-4941-8b5e-f64207d57496 req-360730bd-2a08-4ba7-b86a-74318ce8c0c0 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466404 Aug 24 03:34:09.477673 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 57289a66-609a-46ea-b8c8-5258bbaf0864 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:34:09.521077 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 57289a66-609a-46ea-b8c8-5258bbaf0864 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:34:09.521458 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:09.594170 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 57289a66-609a-46ea-b8c8-5258bbaf0864 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:34:09.594974 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:09.618636 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57289a66-609a-46ea-b8c8-5258bbaf0864'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:34:09.620870 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ea37af-cd49-4958-8ecf-ccf92e60441f" -d '{"events": [{"server_uuid": "4a89effc-2ad4-414e-bca5-d503b48fb040", "name": "network-vif-plugged", "status": "completed", "tag": "57289a66-609a-46ea-b8c8-5258bbaf0864"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:34:09.633668 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 57289a66-609a-46ea-b8c8-5258bbaf0864, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=57289a66-609a-46ea-b8c8-5258bbaf0864,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:34:09.638248 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:09.664685 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5135ae54-f51c-48cd-88b7-5cdc3c351728 x-openstack-request-id: req-5135ae54-f51c-48cd-88b7-5cdc3c351728 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:34:09.665016 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89effc-2ad4-414e-bca5-d503b48fb040", "name": "network-vif-plugged", "status": "completed", "tag": "57289a66-609a-46ea-b8c8-5258bbaf0864", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:34:09.665270 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5135ae54-f51c-48cd-88b7-5cdc3c351728 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:34:09.665665 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5135ae54-f51c-48cd-88b7-5cdc3c351728'] response: {'server_uuid': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'code': 200} Aug 24 03:34:09.691413 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=57289a66-609a-46ea-b8c8-5258bbaf0864,revision_number=10']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:10.033501 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ac3d6-ec5a-475e-aabf-0e8066814c43 req-c7f53bb8-c946-49ac-969a-60f4ab5587de tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:10.034971 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b0ac3d6-ec5a-475e-aabf-0e8066814c43 req-c7f53bb8-c946-49ac-969a-60f4ab5587de tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 946 time: 0.0470302 Aug 24 03:34:10.081115 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b0ac3d6-ec5a-475e-aabf-0e8066814c43 req-b09e72ad-ca9a-4b44-bb7f-c04ae3865c16 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406716 Aug 24 03:34:10.234214 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f137c-ccc8-43c8-8c99-1e2d622b5155 req-91ef5223-bbea-45b3-94d2-200efa6027b1 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:10.236178 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fb1f137c-ccc8-43c8-8c99-1e2d622b5155 req-91ef5223-bbea-45b3-94d2-200efa6027b1 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0490606 Aug 24 03:34:10.270741 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:10.568497 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fb1f137c-ccc8-43c8-8c99-1e2d622b5155 req-d02f90dd-e0fd-4ecd-8167-ca08ee1bfbfa tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3267276 Aug 24 03:34:10.581956 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55276eb1-9e42-4661-a5b6-71872ea36bb6 req-46fbab97-b972-4e96-ada7-96b47ebbfb15 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:10.583445 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-55276eb1-9e42-4661-a5b6-71872ea36bb6 req-46fbab97-b972-4e96-ada7-96b47ebbfb15 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0618815 Aug 24 03:34:10.631276 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-55276eb1-9e42-4661-a5b6-71872ea36bb6 req-8f6e6870-3122-4882-bb05-13cafd328c01 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423176 Aug 24 03:34:11.209430 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2d0a4-8d1b-421b-98ed-489266d1a412 req-3c1b5bf1-0d9c-4edc-8f48-4c7fcff43977 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:11.210813 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b9b2d0a4-8d1b-421b-98ed-489266d1a412 req-3c1b5bf1-0d9c-4edc-8f48-4c7fcff43977 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 946 time: 0.0485084 Aug 24 03:34:11.260183 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b9b2d0a4-8d1b-421b-98ed-489266d1a412 req-a3820d46-aaac-4620-863a-ecca3f0b26ca tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438790 Aug 24 03:34:11.677519 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:11.689642 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373a8d6-a4ef-4c3a-a997-0d7170ef4e5a req-124aa506-0ab6-49b1-b128-85ed78e9b079 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:11.696544 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9373a8d6-a4ef-4c3a-a997-0d7170ef4e5a req-124aa506-0ab6-49b1-b128-85ed78e9b079 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0557251 Aug 24 03:34:11.729827 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3598ab-b89d-4e87-850d-4a219f82b943 req-d4e4f1c4-d1fc-493b-9339-e79db6d5689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:11.731398 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-aa3598ab-b89d-4e87-850d-4a219f82b943 req-d4e4f1c4-d1fc-493b-9339-e79db6d5689c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 1130 time: 0.0449080 Aug 24 03:34:11.755927 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:11.777002 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb285a7f-0969-44de-a424-457b8fa88f46 req-af59e398-3f67-4b10-81ca-266fbb676626 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:11.778537 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bb285a7f-0969-44de-a424-457b8fa88f46 req-af59e398-3f67-4b10-81ca-266fbb676626 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0675101 Aug 24 03:34:11.785935 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-aa3598ab-b89d-4e87-850d-4a219f82b943 req-87ab5c39-9016-469a-b1d9-535bd033a29b service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469980 Aug 24 03:34:11.822754 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9373a8d6-a4ef-4c3a-a997-0d7170ef4e5a req-81c20c40-2f5e-43bd-bd05-75916d193148 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1252537 Aug 24 03:34:11.856109 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bb285a7f-0969-44de-a424-457b8fa88f46 req-73e0705a-fcab-4460-b669-fbdd416a1d3d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632362 Aug 24 03:34:11.974665 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dab730-b6bd-4574-9f6a-25c915d0c2ec req-19c44a42-ea86-448a-8b55-db5a4f8c9ab7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:11.976147 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e1dab730-b6bd-4574-9f6a-25c915d0c2ec req-19c44a42-ea86-448a-8b55-db5a4f8c9ab7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0501809 Aug 24 03:34:11.985960 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 54930) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:34:11.990196 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-707f110e-86f7-472d-9724-56ec7e5ec4b3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Request body: {'floatingip': {'port_id': '7def1576-8e43-41f3-b534-e7a7b46f1b54'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:34:12.041750 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-707f110e-86f7-472d-9724-56ec7e5ec4b3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for floatingip (4ab5699f-fd8f-4a84-8c77-ced16e16472e), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:12.433763 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ecca6-4b08-4135-bec2-69dd0bbef2a9 req-29dab5a0-3bc6-49f7-a9d3-4068d6d591a0 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:12.435273 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3f7ecca6-4b08-4135-bec2-69dd0bbef2a9 req-29dab5a0-3bc6-49f7-a9d3-4068d6d591a0 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 946 time: 0.0840566 Aug 24 03:34:12.551316 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3f7ecca6-4b08-4135-bec2-69dd0bbef2a9 req-b4e1cabe-7cd7-4a23-8b25-4dcf059c8945 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083350 Aug 24 03:34:12.555286 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-707f110e-86f7-472d-9724-56ec7e5ec4b3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:12.559354 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-707f110e-86f7-472d-9724-56ec7e5ec4b3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (4ab5699f-fd8f-4a84-8c77-ced16e16472e), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:12.620959 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:12.763180 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707f110e-86f7-472d-9724-56ec7e5ec4b3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Router 4a37f485-85f4-4569-bac9-f2d433f185f7 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:34:12.770337 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:12.868348 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707f110e-86f7-472d-9724-56ec7e5ec4b3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:34:12.873546 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-707f110e-86f7-472d-9724-56ec7e5ec4b3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:12.880318 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8fa0ed-0b1a-4e91-9cde-6ec7e4857015 None None] Sync routers for ids ['4a37f485-85f4-4569-bac9-f2d433f185f7'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:34:12.891619 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8fa0ed-0b1a-4e91-9cde-6ec7e4857015 None None] Routers {'4a37f485-85f4-4569-bac9-f2d433f185f7'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:34:12.892934 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5c8fa0ed-0b1a-4e91-9cde-6ec7e4857015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:33:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['4a37f485-85f4-4569-bac9-f2d433f185f7'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:12.896059 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:12.921008 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'tag': '7def1576-8e43-41f3-b534-e7a7b46f1b54'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:34:12.923378 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d5686c-f7d0-4af9-b101-d69c1f8e3f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "76a6c958-f0bd-4b52-ab2c-15ff7e7b1280", "tag": "7def1576-8e43-41f3-b534-e7a7b46f1b54"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:34:12.963332 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573bf8e3-1939-4071-9bf3-88cbb97a2d26 x-openstack-request-id: req-573bf8e3-1939-4071-9bf3-88cbb97a2d26 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:34:12.963622 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a6c958-f0bd-4b52-ab2c-15ff7e7b1280", "tag": "7def1576-8e43-41f3-b534-e7a7b46f1b54", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:34:12.963869 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-573bf8e3-1939-4071-9bf3-88cbb97a2d26 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:34:12.964257 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573bf8e3-1939-4071-9bf3-88cbb97a2d26'] response: {'name': 'network-changed', 'server_uuid': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'tag': '7def1576-8e43-41f3-b534-e7a7b46f1b54', 'status': 'completed', 'code': 200} Aug 24 03:34:12.986352 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-707f110e-86f7-472d-9724-56ec7e5ec4b3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/4ab5699f-fd8f-4a84-8c77-ced16e16472e HTTP/1.1" status: 200 len: 993 time: 0.9993634 Aug 24 03:34:12.992329 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7ea8c-cc94-4e6c-bb3e-7b68904394f1 req-8b4165e2-801e-4170-9b98-c4ae0cd4b034 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:12.993838 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8cb7ea8c-cc94-4e6c-bb3e-7b68904394f1 req-8b4165e2-801e-4170-9b98-c4ae0cd4b034 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0890481 Aug 24 03:34:13.005910 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-5c8fa0ed-0b1a-4e91-9cde-6ec7e4857015 None None] Set router 4a37f485-85f4-4569-bac9-f2d433f185f7 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:34:13.054639 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8cb7ea8c-cc94-4e6c-bb3e-7b68904394f1 req-ef06b711-e77e-43e8-9307-20672a6e8c23 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548449 Aug 24 03:34:13.154696 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:13.222664 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5c8fa0ed-0b1a-4e91-9cde-6ec7e4857015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '4ab5699f-fd8f-4a84-8c77-ced16e16472e', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'floating_ip_address': '172.27.4.71', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'port_id': '7def1576-8e43-41f3-b534-e7a7b46f1b54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'mac_address': 'fa:16:3e:99:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:32:26Z', 'updated_at': '2022-08-24T03:34:12Z', 'revision_number': 3, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc9cedf-aab5-4436-9ce4-9241a561fdd0', 'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'mac_address': 'fa:16:3e:95:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:08Z', 'updated_at': '2022-08-24T03:30:24Z', 'revision_number': 5, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'subnets': [{'id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:13.247886 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8fa0ed-0b1a-4e91-9cde-6ec7e4857015 None None] Checking router: 4a37f485-85f4-4569-bac9-f2d433f185f7 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:34:13.256988 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8fa0ed-0b1a-4e91-9cde-6ec7e4857015 None None] Routers {'4a37f485-85f4-4569-bac9-f2d433f185f7'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:34:13.257582 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5c8fa0ed-0b1a-4e91-9cde-6ec7e4857015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:33:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['4a37f485-85f4-4569-bac9-f2d433f185f7'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:13.490682 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-5c8fa0ed-0b1a-4e91-9cde-6ec7e4857015 None None] Set router 4a37f485-85f4-4569-bac9-f2d433f185f7 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:34:13.678561 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea74165-5394-43a0-9bfa-81b6a7841754 req-79c55da2-3c5e-48fd-8172-453bbd64eaf4 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:13.680135 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5ea74165-5394-43a0-9bfa-81b6a7841754 req-79c55da2-3c5e-48fd-8172-453bbd64eaf4 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 946 time: 0.0481389 Aug 24 03:34:13.713086 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5c8fa0ed-0b1a-4e91-9cde-6ec7e4857015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '4ab5699f-fd8f-4a84-8c77-ced16e16472e', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'floating_ip_address': '172.27.4.71', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'port_id': '7def1576-8e43-41f3-b534-e7a7b46f1b54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'mac_address': 'fa:16:3e:99:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:32:26Z', 'updated_at': '2022-08-24T03:34:12Z', 'revision_number': 3, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc9cedf-aab5-4436-9ce4-9241a561fdd0', 'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'mac_address': 'fa:16:3e:95:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:08Z', 'updated_at': '2022-08-24T03:30:24Z', 'revision_number': 5, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'subnets': [{'id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:13.741368 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5ea74165-5394-43a0-9bfa-81b6a7841754 req-8f3fe97f-a18d-4d86-a9c1-de3c1cfd5c46 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543547 Aug 24 03:34:13.748214 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8fa0ed-0b1a-4e91-9cde-6ec7e4857015 None None] The sync data for ids ['4a37f485-85f4-4569-bac9-f2d433f185f7'] in dv-cinder-854261-1-iscsi is: [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '4ab5699f-fd8f-4a84-8c77-ced16e16472e', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'floating_ip_address': '172.27.4.71', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'port_id': '7def1576-8e43-41f3-b534-e7a7b46f1b54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'mac_address': 'fa:16:3e:99:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:32:26Z', 'updated_at': '2022-08-24T03:34:12Z', 'revision_number': 3, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc9cedf-aab5-4436-9ce4-9241a561fdd0', 'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'mac_address': 'fa:16:3e:95:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:08Z', 'updated_at': '2022-08-24T03:30:24Z', 'revision_number': 5, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'subnets': [{'id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:34:13.762123 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5686c-f7d0-4af9-b101-d69c1f8e3f8b req-587d72e6-d9b9-4fe7-98ec-bc82df60fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:13.763911 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a4d5686c-f7d0-4af9-b101-d69c1f8e3f8b req-587d72e6-d9b9-4fe7-98ec-bc82df60fad9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 1130 time: 0.0529945 Aug 24 03:34:13.828099 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:13.885282 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5686c-f7d0-4af9-b101-d69c1f8e3f8b req-ee36f168-cd6c-49c5-bed8-653a863b9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:13.886799 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a4d5686c-f7d0-4af9-b101-d69c1f8e3f8b req-ee36f168-cd6c-49c5-bed8-653a863b9c14 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 920 time: 0.1148849 Aug 24 03:34:13.970130 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a4d5686c-f7d0-4af9-b101-d69c1f8e3f8b req-fbab404f-3893-4f19-9de3-8343417661af service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7def1576-8e43-41f3-b534-e7a7b46f1b54 HTTP/1.1" status: 200 len: 1001 time: 0.0680058 Aug 24 03:34:14.033552 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5686c-f7d0-4af9-b101-d69c1f8e3f8b req-f64c6e2d-a1b1-4f02-a664-d10196ba90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:14.035038 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a4d5686c-f7d0-4af9-b101-d69c1f8e3f8b req-f64c6e2d-a1b1-4f02-a664-d10196ba90d9 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.0488260 Aug 24 03:34:14.081927 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5686c-f7d0-4af9-b101-d69c1f8e3f8b req-c90869c6-72f6-49bb-9f5c-b28fa6ef0b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:14.083740 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a4d5686c-f7d0-4af9-b101-d69c1f8e3f8b req-c90869c6-72f6-49bb-9f5c-b28fa6ef0b6b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416083 Aug 24 03:34:14.184628 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7716a-203a-4b54-ba1d-d0d612ea2969 req-f6c206a8-5076-4797-8c83-beeb6af971f8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:14.186192 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d9d7716a-203a-4b54-ba1d-d0d612ea2969 req-f6c206a8-5076-4797-8c83-beeb6af971f8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0527437 Aug 24 03:34:14.187516 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a4d5686c-f7d0-4af9-b101-d69c1f8e3f8b req-e47189b2-0a86-4aa3-99f3-d479bdfd377d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956614 Aug 24 03:34:14.251188 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d9d7716a-203a-4b54-ba1d-d0d612ea2969 req-0e56c429-57ec-49ba-8528-9ca393a97a33 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577228 Aug 24 03:34:14.285587 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a4d5686c-f7d0-4af9-b101-d69c1f8e3f8b req-9e60f724-b929-40d3-ad08-a97c2bfdc485 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910473 Aug 24 03:34:14.882716 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c483051-f9bb-485a-8c2d-ddf347175e1a req-60a13aa9-6f0b-4fce-b20b-6491e811e5c7 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:14.884226 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4c483051-f9bb-485a-8c2d-ddf347175e1a req-60a13aa9-6f0b-4fce-b20b-6491e811e5c7 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 946 time: 0.0488329 Aug 24 03:34:14.932970 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4c483051-f9bb-485a-8c2d-ddf347175e1a req-a001b1a1-8454-4de3-a5e9-22b097432fa4 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431747 Aug 24 03:34:14.964842 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'tag': '7def1576-8e43-41f3-b534-e7a7b46f1b54'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:34:14.967210 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a472164-2a67-4178-8729-a4b83f49e834" -d '{"events": [{"name": "network-changed", "server_uuid": "76a6c958-f0bd-4b52-ab2c-15ff7e7b1280", "tag": "7def1576-8e43-41f3-b534-e7a7b46f1b54"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:34:15.003696 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564fd560-0cf0-46f0-be57-2c8a27981d7a x-openstack-request-id: req-564fd560-0cf0-46f0-be57-2c8a27981d7a {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:34:15.003984 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a6c958-f0bd-4b52-ab2c-15ff7e7b1280", "tag": "7def1576-8e43-41f3-b534-e7a7b46f1b54", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:34:15.004344 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-564fd560-0cf0-46f0-be57-2c8a27981d7a {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:34:15.004738 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564fd560-0cf0-46f0-be57-2c8a27981d7a'] response: {'name': 'network-changed', 'server_uuid': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'tag': '7def1576-8e43-41f3-b534-e7a7b46f1b54', 'status': 'completed', 'code': 200} Aug 24 03:34:15.372187 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb608de-2be1-4616-8360-0ce2beda55c2 req-70c814a8-5970-4a64-92b5-300ac8763a02 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:15.373679 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fbb608de-2be1-4616-8360-0ce2beda55c2 req-70c814a8-5970-4a64-92b5-300ac8763a02 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0463257 Aug 24 03:34:15.429724 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a472164-2a67-4178-8729-a4b83f49e834 req-f7a91e35-bdd9-4561-9047-f1bb9a82bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:15.431274 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9a472164-2a67-4178-8729-a4b83f49e834 req-f7a91e35-bdd9-4561-9047-f1bb9a82bc50 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 1130 time: 0.0428455 Aug 24 03:34:15.447137 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fbb608de-2be1-4616-8360-0ce2beda55c2 req-7cd5f051-2054-495f-bc43-18c00ff8e1bb tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671213 Aug 24 03:34:15.531138 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a472164-2a67-4178-8729-a4b83f49e834 req-8b385879-e5c7-4757-800b-b51d88d127d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:15.533181 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9a472164-2a67-4178-8729-a4b83f49e834 req-8b385879-e5c7-4757-800b-b51d88d127d1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 920 time: 0.0873468 Aug 24 03:34:15.614550 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9a472164-2a67-4178-8729-a4b83f49e834 req-ac38d9eb-049f-4265-b8d8-04b40b412498 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7def1576-8e43-41f3-b534-e7a7b46f1b54 HTTP/1.1" status: 200 len: 1001 time: 0.0615106 Aug 24 03:34:15.829884 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:15.898206 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a472164-2a67-4178-8729-a4b83f49e834 req-e6492f41-5afe-4a68-8d8b-4a84e45a210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:15.899686 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9a472164-2a67-4178-8729-a4b83f49e834 req-e6492f41-5afe-4a68-8d8b-4a84e45a210a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.0455968 Aug 24 03:34:15.949699 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a472164-2a67-4178-8729-a4b83f49e834 req-5c962377-fdb3-4dc5-b9a4-8d79ca1f6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:15.951264 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9a472164-2a67-4178-8729-a4b83f49e834 req-5c962377-fdb3-4dc5-b9a4-8d79ca1f6ad1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384216 Aug 24 03:34:15.967144 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:16.048165 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9a472164-2a67-4178-8729-a4b83f49e834 req-7daa3126-b674-4271-9fb7-6972e41f075a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874157 Aug 24 03:34:16.139140 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9a472164-2a67-4178-8729-a4b83f49e834 req-891e966f-e143-4ec9-b3ec-07d755811ba8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842047 Aug 24 03:34:16.564648 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:16.574060 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dee6d6-7616-4a37-a924-1c7aa756dc96 req-b544fd66-cf0a-410f-ad42-73f99859d652 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:16.575561 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-82dee6d6-7616-4a37-a924-1c7aa756dc96 req-b544fd66-cf0a-410f-ad42-73f99859d652 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0521846 Aug 24 03:34:16.635699 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-82dee6d6-7616-4a37-a924-1c7aa756dc96 req-0a0ec046-f9e0-4e8d-b29c-21dd6443bfae tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541468 Aug 24 03:34:17.044163 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:17.347982 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-00711a32-ffc7-4f37-9ef7-3de00e98d87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:17.755544 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5af1-5ca8-4cb6-bc54-68df0f6f91bd req-ed576610-5b8e-46a7-9a5c-74c855369352 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:17.757055 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-814c5af1-5ca8-4cb6-bc54-68df0f6f91bd req-ed576610-5b8e-46a7-9a5c-74c855369352 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0483270 Aug 24 03:34:17.816618 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-814c5af1-5ca8-4cb6-bc54-68df0f6f91bd req-12a84bff-ba15-495d-abdf-011fde5febae tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538673 Aug 24 03:34:18.056932 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dbc99171-b922-4439-83f1-62a81d846637 req-8965f4af-139c-4c28-b9b2-8c031d96f54b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387456 Aug 24 03:34:18.173838 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc99171-b922-4439-83f1-62a81d846637 req-c67dbb3d-7425-4f0a-b8b1-bddf47a68a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:18.175397 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dbc99171-b922-4439-83f1-62a81d846637 req-c67dbb3d-7425-4f0a-b8b1-bddf47a68a9a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=625e6391470e4018a6c502219b3d2b15&device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 1129 time: 0.0416565 Aug 24 03:34:18.223931 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:18.282678 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc99171-b922-4439-83f1-62a81d846637 req-b2ff9529-90ff-46aa-99aa-a36c87167419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:18.284152 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dbc99171-b922-4439-83f1-62a81d846637 req-b2ff9529-90ff-46aa-99aa-a36c87167419 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 200 len: 920 time: 0.0900347 Aug 24 03:34:18.323422 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dbc99171-b922-4439-83f1-62a81d846637 req-d6a74b82-0e9a-4494-a914-8aa656a85b73 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96ac11e6-aaa8-4961-9e5b-62c81b5e9607 HTTP/1.1" status: 200 len: 217 time: 0.0325632 Aug 24 03:34:18.370873 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc99171-b922-4439-83f1-62a81d846637 req-281cd85b-b4ce-4e1e-98b1-e89487f66626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:18.372280 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dbc99171-b922-4439-83f1-62a81d846637 req-281cd85b-b4ce-4e1e-98b1-e89487f66626 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 200 len: 858 time: 0.0433025 Aug 24 03:34:18.414809 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc99171-b922-4439-83f1-62a81d846637 req-ddbf6101-f70f-47c4-a759-5ef529a0a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:18.416237 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dbc99171-b922-4439-83f1-62a81d846637 req-ddbf6101-f70f-47c4-a759-5ef529a0a7e4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2fad991f-cb6d-4aa1-a780-e38bbcc632a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375688 Aug 24 03:34:18.513289 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dbc99171-b922-4439-83f1-62a81d846637 req-3203f5b1-be47-47b7-b050-8ead7dc3b94f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890174 Aug 24 03:34:18.606168 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dbc99171-b922-4439-83f1-62a81d846637 req-251c284f-5564-406e-a39f-a8ea34f92708 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865407 Aug 24 03:34:18.937931 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c422d9-41a4-4c42-832b-459a74be3d40 req-f175b39a-8a86-4d91-a60b-ed51da747571 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:18.940010 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a6c422d9-41a4-4c42-832b-459a74be3d40 req-f175b39a-8a86-4d91-a60b-ed51da747571 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0511577 Aug 24 03:34:18.999004 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a6c422d9-41a4-4c42-832b-459a74be3d40 req-c62fbc5e-110e-4f09-8393-d1d79c49fdbf tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533440 Aug 24 03:34:19.843635 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1bdf2767-cacb-4409-b6b1-4e2fbc30fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:20.120313 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946560d-2a36-4f09-bab9-f20d627d5162 req-4dc54ede-27ac-4645-874e-cdef7c8e934a tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:20.121852 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4946560d-2a36-4f09-bab9-f20d627d5162 req-4dc54ede-27ac-4645-874e-cdef7c8e934a tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0492084 Aug 24 03:34:20.153764 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:20.181693 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4946560d-2a36-4f09-bab9-f20d627d5162 req-73af8361-0550-4d46-82c3-c6a3a55fd6c5 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541909 Aug 24 03:34:20.773125 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e4cfc-fe68-4165-bf7d-1da0b97911a4 req-cc6d6bf7-ced8-4001-b64e-fbbab31681c5 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:20.774594 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-875e4cfc-fe68-4165-bf7d-1da0b97911a4 req-cc6d6bf7-ced8-4001-b64e-fbbab31681c5 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0501907 Aug 24 03:34:20.822604 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-875e4cfc-fe68-4165-bf7d-1da0b97911a4 req-e03d9647-15a8-499a-9c8f-a8d401bab406 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423663 Aug 24 03:34:20.868305 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:21.301635 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c95eff-2669-48ba-8f6e-94a94ba587c8 req-0490d898-687f-46c1-aa79-b8e39b3488f2 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:21.303126 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-93c95eff-2669-48ba-8f6e-94a94ba587c8 req-0490d898-687f-46c1-aa79-b8e39b3488f2 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0471539 Aug 24 03:34:21.363413 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-93c95eff-2669-48ba-8f6e-94a94ba587c8 req-0715a68d-2385-43d6-8ec2-ff22f2032d31 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547428 Aug 24 03:34:21.943884 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfae5-5f02-44a4-b3c0-84cecd9cd31f req-d4d5f012-0034-433d-832f-b5ffd83e6805 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:21.945408 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8fcbfae5-5f02-44a4-b3c0-84cecd9cd31f req-d4d5f012-0034-433d-832f-b5ffd83e6805 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0479491 Aug 24 03:34:21.995744 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8fcbfae5-5f02-44a4-b3c0-84cecd9cd31f req-d11f9653-8017-4fe9-97c2-b24341f25fe1 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448692 Aug 24 03:34:22.482827 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c289f-0c04-477d-932b-cf944470a695 req-6323eb1f-13f3-412b-9963-03ab35c98d82 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:22.484318 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d66c289f-0c04-477d-932b-cf944470a695 req-6323eb1f-13f3-412b-9963-03ab35c98d82 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0476627 Aug 24 03:34:22.523126 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:22.545493 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d66c289f-0c04-477d-932b-cf944470a695 req-8bc059cc-f681-449a-8dd2-5cb0730ef054 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549262 Aug 24 03:34:22.615868 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:22.881103 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-899aeb6d-e71d-406a-b721-ca26bf620af3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:22.882564 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-899aeb6d-e71d-406a-b721-ca26bf620af3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0475211 Aug 24 03:34:22.965108 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-32104c32-2aa5-462e-863e-8dd2a42eb15c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Deleting port 22bcdf61-5bce-471a-ac6d-924789d218c0 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:34:22.965447 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-32104c32-2aa5-462e-863e-8dd2a42eb15c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:23.058299 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-32104c32-2aa5-462e-863e-8dd2a42eb15c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] For port 22bcdf61-5bce-471a-ac6d-924789d218c0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=22bcdf61-5bce-471a-ac6d-924789d218c0,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:34:23.058741 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-32104c32-2aa5-462e-863e-8dd2a42eb15c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:23.116196 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ea622-827a-4c65-b580-3ba3db3c3b5e req-a63516f7-3971-4195-88be-27d0c5f39e82 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:23.117736 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-626ea622-827a-4c65-b580-3ba3db3c3b5e req-a63516f7-3971-4195-88be-27d0c5f39e82 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 946 time: 0.0483828 Aug 24 03:34:23.164925 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-626ea622-827a-4c65-b580-3ba3db3c3b5e req-2038c898-1d6b-4bd4-b5a0-8e2801b8e032 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=348a437f-9ca5-492c-b9ae-bd4b141d0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413628 Aug 24 03:34:23.212230 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:23.476168 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-32104c32-2aa5-462e-863e-8dd2a42eb15c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:23.476434 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-32104c32-2aa5-462e-863e-8dd2a42eb15c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (da2ad1b2-56ea-4e0f-a54e-9236a846e543), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:23.476749 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-32104c32-2aa5-462e-863e-8dd2a42eb15c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Floating IP da2ad1b2-56ea-4e0f-a54e-9236a846e543 disassociated. External IP: 172.27.4.158, port: 22bcdf61-5bce-471a-ac6d-924789d218c0. Aug 24 03:34:23.477111 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-32104c32-2aa5-462e-863e-8dd2a42eb15c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Calling delete_port for 22bcdf61-5bce-471a-ac6d-924789d218c0 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:34:23.617612 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-32104c32-2aa5-462e-863e-8dd2a42eb15c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (22bcdf61-5bce-471a-ac6d-924789d218c0), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:23.652460 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32104c32-2aa5-462e-863e-8dd2a42eb15c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event deleted for resources: {'Port': ['ID=22bcdf61-5bce-471a-ac6d-924789d218c0,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:23.688947 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd343e-5bbd-42f6-a09c-b108c5e7fc87 req-be08ce0a-4e21-4c34-83fa-f4988ac1d820 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:23.690614 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-32bd343e-5bbd-42f6-a09c-b108c5e7fc87 req-be08ce0a-4e21-4c34-83fa-f4988ac1d820 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0541403 Aug 24 03:34:23.692125 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:23.754573 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-32bd343e-5bbd-42f6-a09c-b108c5e7fc87 req-a8c4a1c0-76af-48fc-9260-1a309ac438d2 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573990 Aug 24 03:34:23.766302 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-32104c32-2aa5-462e-863e-8dd2a42eb15c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:34:23.870410 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-32104c32-2aa5-462e-863e-8dd2a42eb15c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:34:23.882030 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8103bd-7e3f-498f-86dc-61d64916a175 None None] Sync routers for ids ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:34:23.894704 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8103bd-7e3f-498f-86dc-61d64916a175 None None] Routers {'2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:34:23.895385 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-dd8103bd-7e3f-498f-86dc-61d64916a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:34:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:23.919202 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-32104c32-2aa5-462e-863e-8dd2a42eb15c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] No DVR routers for this DVR port 22bcdf61-5bce-471a-ac6d-924789d218c0 on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:34:23.922362 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-32104c32-2aa5-462e-863e-8dd2a42eb15c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:23.925635 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-548bbb90-da98-49b6-b5e2-7177b2d4914e req-32104c32-2aa5-462e-863e-8dd2a42eb15c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.84 "DELETE /networking/v2.0/ports/22bcdf61-5bce-471a-ac6d-924789d218c0 HTTP/1.1" status: 204 len: 173 time: 1.0382044 Aug 24 03:34:23.926106 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b97b3d6-5022-46c8-a189-fed177d028c8', 'name': 'network-vif-deleted', 'tag': '22bcdf61-5bce-471a-ac6d-924789d218c0'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:34:23.928588 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af463e5a-3a12-416e-a10b-f9bc27026743" -d '{"events": [{"server_uuid": "9b97b3d6-5022-46c8-a189-fed177d028c8", "name": "network-vif-deleted", "tag": "22bcdf61-5bce-471a-ac6d-924789d218c0"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:34:23.971995 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a84046-7f39-4b05-bddb-b456853a32e3 x-openstack-request-id: req-a0a84046-7f39-4b05-bddb-b456853a32e3 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:34:23.972289 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b97b3d6-5022-46c8-a189-fed177d028c8", "name": "network-vif-deleted", "tag": "22bcdf61-5bce-471a-ac6d-924789d218c0", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:34:23.972546 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0a84046-7f39-4b05-bddb-b456853a32e3 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:34:23.973246 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a84046-7f39-4b05-bddb-b456853a32e3'] response: {'server_uuid': '9b97b3d6-5022-46c8-a189-fed177d028c8', 'name': 'network-vif-deleted', 'tag': '22bcdf61-5bce-471a-ac6d-924789d218c0', 'status': 'completed', 'code': 200} Aug 24 03:34:24.014030 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-dd8103bd-7e3f-498f-86dc-61d64916a175 None None] Set router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:34:24.213103 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-dd8103bd-7e3f-498f-86dc-61d64916a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:36Z', 'revision_number': 5, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:24.240359 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8103bd-7e3f-498f-86dc-61d64916a175 None None] Checking router: 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:34:24.249278 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8103bd-7e3f-498f-86dc-61d64916a175 None None] Routers {'2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:34:24.249912 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-dd8103bd-7e3f-498f-86dc-61d64916a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:34:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:24.322897 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6f5990fa-8f77-489c-a804-212215028281 req-e4af3b8b-ce6b-4668-bc6f-cbfd84e83c63 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9b97b3d6-5022-46c8-a189-fed177d028c8 HTTP/1.1" status: 200 len: 210 time: 0.0297842 Aug 24 03:34:24.475348 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-dd8103bd-7e3f-498f-86dc-61d64916a175 None None] Set router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:34:24.660160 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-dd8103bd-7e3f-498f-86dc-61d64916a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:36Z', 'revision_number': 5, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:24.684510 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8103bd-7e3f-498f-86dc-61d64916a175 None None] The sync data for ids ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'] in dv-cinder-854261-1-iscsi is: [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:36Z', 'revision_number': 5, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:34:24.865188 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:24.885843 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce948ab4-4a1a-43b9-929c-728307bf1a43 req-fa156a1c-c39b-4580-9b5e-e3690fbbc675 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:24.887496 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ce948ab4-4a1a-43b9-929c-728307bf1a43 req-fa156a1c-c39b-4580-9b5e-e3690fbbc675 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.0526233 Aug 24 03:34:24.944184 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f719cd0a-764a-48aa-8f98-dddb8f78b8c8 None None] New status for floating IP da2ad1b2-56ea-4e0f-a54e-9236a846e543: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:34:24.955258 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ce948ab4-4a1a-43b9-929c-728307bf1a43 req-5ba3ea1c-2a49-47d7-8f5c-ff92196e11e0 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6dacf5a4-4fd7-4bce-b670-764f73bca386&id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606556 Aug 24 03:34:25.418245 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55030) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:34:25.474551 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9aa5965e-150c-42a1-b3a9-060c03b53159 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group (348a437f-9ca5-492c-b9ae-bd4b141d0fd9), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:25.497391 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9aa5965e-150c-42a1-b3a9-060c03b53159 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group (348a437f-9ca5-492c-b9ae-bd4b141d0fd9), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:25.546514 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9aa5965e-150c-42a1-b3a9-060c03b53159 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (348a437f-9ca5-492c-b9ae-bd4b141d0fd9), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:25.550101 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9aa5965e-150c-42a1-b3a9-060c03b53159 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:25.551405 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-9aa5965e-150c-42a1-b3a9-060c03b53159 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/348a437f-9ca5-492c-b9ae-bd4b141d0fd9 HTTP/1.1" status: 204 len: 168 time: 0.1321177 Aug 24 03:34:25.554376 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55032) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:34:25.565801 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5965e-150c-42a1-b3a9-060c03b53159 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=348a437f-9ca5-492c-b9ae-bd4b141d0fd9,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:25.582740 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.api.v2.resource [None req-2b12ad01-0b1c-4bae-9bbf-d45a4f5d1954 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] show failed (client error): The resource could not be found. Aug 24 03:34:25.586602 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2b12ad01-0b1c-4bae-9bbf-d45a4f5d1954 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups/348a437f-9ca5-492c-b9ae-bd4b141d0fd9 HTTP/1.1" status: 404 len: 347 time: 0.0281134 Aug 24 03:34:25.587012 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55034) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:34:25.705598 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-1ef62fd8-69a3-47cc-a004-cbb32d8f70b7 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Deleting port a8787838-0983-42ef-b18e-563003825dd9 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:34:25.706080 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1ef62fd8-69a3-47cc-a004-cbb32d8f70b7 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (a8787838-0983-42ef-b18e-563003825dd9), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:25.787944 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1ef62fd8-69a3-47cc-a004-cbb32d8f70b7 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (a8787838-0983-42ef-b18e-563003825dd9), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:25.788316 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1ef62fd8-69a3-47cc-a004-cbb32d8f70b7 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for floatingip (a8787838-0983-42ef-b18e-563003825dd9), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:25.802935 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-1ef62fd8-69a3-47cc-a004-cbb32d8f70b7 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Calling delete_port for a8787838-0983-42ef-b18e-563003825dd9 owned by network:floatingip {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:34:25.863598 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:25.949524 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1ef62fd8-69a3-47cc-a004-cbb32d8f70b7 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (a8787838-0983-42ef-b18e-563003825dd9), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:25.971968 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef62fd8-69a3-47cc-a004-cbb32d8f70b7 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event deleted for resources: {'Port': ['ID=a8787838-0983-42ef-b18e-563003825dd9,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:26.039712 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1ef62fd8-69a3-47cc-a004-cbb32d8f70b7 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for floatingip (da2ad1b2-56ea-4e0f-a54e-9236a846e543), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.042218 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1ef62fd8-69a3-47cc-a004-cbb32d8f70b7 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.043376 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-1ef62fd8-69a3-47cc-a004-cbb32d8f70b7 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/da2ad1b2-56ea-4e0f-a54e-9236a846e543 HTTP/1.1" status: 204 len: 168 time: 0.4554346 Aug 24 03:34:26.126650 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55038) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:34:26.131136 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-afc3f687-483b-423a-b337-c1071a538cfb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--658822070', 'description': 'tempest-description--1184499905'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:34:26.150753 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-afc3f687-483b-423a-b337-c1071a538cfb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.218425 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-afc3f687-483b-423a-b337-c1071a538cfb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group (a28b24e4-f28d-4080-9802-1beb42025a47), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.222131 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-afc3f687-483b-423a-b337-c1071a538cfb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (a28b24e4-f28d-4080-9802-1beb42025a47), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.253240 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-afc3f687-483b-423a-b337-c1071a538cfb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.254476 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-afc3f687-483b-423a-b337-c1071a538cfb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1268241 Aug 24 03:34:26.256258 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3f687-483b-423a-b337-c1071a538cfb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28b24e4-f28d-4080-9802-1beb42025a47,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:26.257577 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55040) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:34:26.262422 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-74164bd4-4e5c-413b-be20-a0c5d9033c05 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Request body: {'security_group_rule': {'security_group_id': 'a28b24e4-f28d-4080-9802-1beb42025a47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:34:26.291175 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-74164bd4-4e5c-413b-be20-a0c5d9033c05 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group_rule (2353d072-7de5-4e85-9d21-5c6098a60b4e), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.349894 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-74164bd4-4e5c-413b-be20-a0c5d9033c05 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group_rule (2353d072-7de5-4e85-9d21-5c6098a60b4e), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.353165 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-74164bd4-4e5c-413b-be20-a0c5d9033c05 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (2353d072-7de5-4e85-9d21-5c6098a60b4e), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.373205 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74164bd4-4e5c-413b-be20-a0c5d9033c05 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2353d072-7de5-4e85-9d21-5c6098a60b4e,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:26.379378 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-74164bd4-4e5c-413b-be20-a0c5d9033c05 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.380595 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-74164bd4-4e5c-413b-be20-a0c5d9033c05 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219034 Aug 24 03:34:26.383321 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55042) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:34:26.387685 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-28afa0f8-64a7-4178-b5c3-18de3412e9b9 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Request body: {'security_group_rule': {'security_group_id': 'a28b24e4-f28d-4080-9802-1beb42025a47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:34:26.416063 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-28afa0f8-64a7-4178-b5c3-18de3412e9b9 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group_rule (578e5eab-7d68-419c-a54e-3152e1c90613), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.426366 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:26.479748 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-28afa0f8-64a7-4178-b5c3-18de3412e9b9 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group_rule (578e5eab-7d68-419c-a54e-3152e1c90613), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.483607 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-28afa0f8-64a7-4178-b5c3-18de3412e9b9 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (578e5eab-7d68-419c-a54e-3152e1c90613), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.502975 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afa0f8-64a7-4178-b5c3-18de3412e9b9 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578e5eab-7d68-419c-a54e-3152e1c90613,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:26.512074 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-28afa0f8-64a7-4178-b5c3-18de3412e9b9 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.513335 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-28afa0f8-64a7-4178-b5c3-18de3412e9b9 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290479 Aug 24 03:34:26.517375 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55044) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:34:26.522074 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Request body: {'floatingip': {'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:34:26.551075 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.632913 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.690800 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:26.740341 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Allocated IP 172.27.4.97 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/e8c6bfff-1db0-4192-ba6b-14d6b3a65b7e) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:34:26.845893 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for port (e8c6bfff-1db0-4192-ba6b-14d6b3a65b7e), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.877262 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (e8c6bfff-1db0-4192-ba6b-14d6b3a65b7e), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:26.919934 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:34:26.923510 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:34:26.927304 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:34:26.930584 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event updated for resources: {'Port': ['ID=e8c6bfff-1db0-4192-ba6b-14d6b3a65b7e,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:27.017885 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for floatingip (9f4232ab-31fb-44de-bac0-866f04d57c80), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:27.055197 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e8c6bfff-1db0-4192-ba6b-14d6b3a65b7e), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:27.171226 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:27.214156 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for port (e8c6bfff-1db0-4192-ba6b-14d6b3a65b7e), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:27.218559 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (e8c6bfff-1db0-4192-ba6b-14d6b3a65b7e), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:27.284912 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event updated for resources: {'Port': ['ID=e8c6bfff-1db0-4192-ba6b-14d6b3a65b7e,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:27.288325 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (9f4232ab-31fb-44de-bac0-866f04d57c80), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:27.306361 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:27.307708 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-17a1fcd0-ed09-4399-be58-eaac39491683 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7892950 Aug 24 03:34:27.509402 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 22bcdf61-5bce-471a-ac6d-924789d218c0 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:34:27.510785 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-b1512b3b-3b8b-4d87-bc2b-a464aa948234 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--658822070&fields=id&tenant_id=6a1e9994c1c045c892059d5b80578ba7 HTTP/1.1" status: 200 len: 267 time: 0.0451951 Aug 24 03:34:27.528318 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: 22bcdf61-5bce-471a-ac6d-924789d218c0 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:34:27.528676 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 22bcdf61-5bce-471a-ac6d-924789d218c0 not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:34:27.601092 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:27.629913 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-416c0cc6-52dd-4bb2-94e7-1cdf2f714ac8 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:27.631402 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-416c0cc6-52dd-4bb2-94e7-1cdf2f714ac8 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/networks?id=e243b8d3-7de2-4711-8726-42cf22c7a222 HTTP/1.1" status: 200 len: 811 time: 0.1133969 Aug 24 03:34:27.646203 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-460f5e5e-9bfc-44ac-8850-c10f0891ddb1 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/quotas/6a1e9994c1c045c892059d5b80578ba7 HTTP/1.1" status: 200 len: 375 time: 0.0094805 Aug 24 03:34:27.703633 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-140a46dd-1337-45c0-9ce0-a439ce5b4de5 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=6a1e9994c1c045c892059d5b80578ba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516067 Aug 24 03:34:27.802267 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-7d203559-0cce-496c-9aa1-8819e1c2fa20 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861528 Aug 24 03:34:27.891504 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-de62cd54-5ab8-4794-b162-24f18644ab6f service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821829 Aug 24 03:34:28.065413 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4ebdb6fb-7c58-4378-a086-8bfdf1f8d942 req-0c37180d-1dfc-44d4-9c4b-5a2c5bb6c63f tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 210 time: 0.0292547 Aug 24 03:34:29.172120 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-406f66d8-4cb6-49fd-9fbe-82f69a38c932 req-5f293e9e-4f19-4e77-b579-bab8d9016ccb tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 210 time: 0.0325453 Aug 24 03:34:29.294922 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-226a1e68-89cc-47e1-9e31-1a1adbe52b9f tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:29.297000 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-226a1e68-89cc-47e1-9e31-1a1adbe52b9f tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.84 "GET /networking/v2.0/networks?id=e243b8d3-7de2-4711-8726-42cf22c7a222 HTTP/1.1" status: 200 len: 811 time: 0.1098847 Aug 24 03:34:29.326997 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:29.378801 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-63ec7cf9-05ea-4729-be4e-bf7c9c40e9cf tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6a1e9994c1c045c892059d5b80578ba7 HTTP/1.1" status: 200 len: 379 time: 0.0570977 Aug 24 03:34:29.387881 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-5be859c2-3cf9-49d2-bbd9-6ec58301b1ea tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Request body: {'port': {'device_id': 'add1236d-0d50-4a63-8e61-9046f9d8b42d', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'admin_state_up': True, 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'security_groups': ['a28b24e4-f28d-4080-9802-1beb42025a47']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:34:29.501321 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-5be859c2-3cf9-49d2-bbd9-6ec58301b1ea tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Made reservation on behalf of 6a1e9994c1c045c892059d5b80578ba7 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:34:29.505147 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-5be859c2-3cf9-49d2-bbd9-6ec58301b1ea tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:29.634497 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-5be859c2-3cf9-49d2-bbd9-6ec58301b1ea tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Allocated IP 172.20.0.5 (e243b8d3-7de2-4711-8726-42cf22c7a222/d6a16571-04fe-4d20-8795-0643856acb03/5619faf8-463d-4ee6-862c-26779d2f1963) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:34:29.775192 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-5be859c2-3cf9-49d2-bbd9-6ec58301b1ea tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for port (5619faf8-463d-4ee6-862c-26779d2f1963), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:29.807102 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-5be859c2-3cf9-49d2-bbd9-6ec58301b1ea tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (5619faf8-463d-4ee6-862c-26779d2f1963), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:29.849008 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-5be859c2-3cf9-49d2-bbd9-6ec58301b1ea tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Network e243b8d3-7de2-4711-8726-42cf22c7a222 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:34:29.852231 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-5be859c2-3cf9-49d2-bbd9-6ec58301b1ea tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:34:29.855904 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-5be859c2-3cf9-49d2-bbd9-6ec58301b1ea tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:34:29.858505 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:29.889951 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be859c2-3cf9-49d2-bbd9-6ec58301b1ea tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event updated for resources: {'Port': ['ID=5619faf8-463d-4ee6-862c-26779d2f1963,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:29.919786 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-5be859c2-3cf9-49d2-bbd9-6ec58301b1ea tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:29.920408 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-5be859c2-3cf9-49d2-bbd9-6ec58301b1ea tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:29.939651 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-5be859c2-3cf9-49d2-bbd9-6ec58301b1ea tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555186 Aug 24 03:34:29.958613 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Request body: {'port': {'device_id': 'add1236d-0d50-4a63-8e61-9046f9d8b42d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:34:30.022264 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (5619faf8-463d-4ee6-862c-26779d2f1963), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:30.047609 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-d9f0f02a-52ef-4a17-8511-813188825a0c None None] Provisioning complete for port 5619faf8-463d-4ee6-862c-26779d2f1963 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:34:30.048121 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d9f0f02a-52ef-4a17-8511-813188825a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (5619faf8-463d-4ee6-862c-26779d2f1963), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:30.082404 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-d9f0f02a-52ef-4a17-8511-813188825a0c None None] Port 5619faf8-463d-4ee6-862c-26779d2f1963 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:34:30.134586 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:30.284001 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5619faf8-463d-4ee6-862c-26779d2f1963 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:34:30.291557 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Publish callbacks [] for port (5619faf8-463d-4ee6-862c-26779d2f1963), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:30.291954 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9f699-128b-4d52-b5dc-1c54e5ead658 req-b22fc485-f11a-4989-ac19-4923a9d3ebfc tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:30.293495 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8ad9f699-128b-4d52-b5dc-1c54e5ead658 req-b22fc485-f11a-4989-ac19-4923a9d3ebfc tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 931 time: 0.0467041 Aug 24 03:34:30.305275 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Transition to ACTIVE for port object 5619faf8-463d-4ee6-862c-26779d2f1963 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:34:30.310701 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (5619faf8-463d-4ee6-862c-26779d2f1963), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:30.341269 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8ad9f699-128b-4d52-b5dc-1c54e5ead658 req-aa970c77-d969-4435-8ce8-4192f1028d3d tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=a28b24e4-f28d-4080-9802-1beb42025a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413654 Aug 24 03:34:30.392277 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Pushing event updated for resources: {'Port': ['ID=5619faf8-463d-4ee6-862c-26779d2f1963,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:30.421210 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Attempting to bind port 5619faf8-463d-4ee6-862c-26779d2f1963 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:34:30.421644 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Attempting to bind port 5619faf8-463d-4ee6-862c-26779d2f1963 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:34:30.421950 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Attempting to bind port 5619faf8-463d-4ee6-862c-26779d2f1963 on network e243b8d3-7de2-4711-8726-42cf22c7a222 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:34:30.426406 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Port 5619faf8-463d-4ee6-862c-26779d2f1963 on network e243b8d3-7de2-4711-8726-42cf22c7a222 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:34:30.426723 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Attempting to bind port 5619faf8-463d-4ee6-862c-26779d2f1963 on network e243b8d3-7de2-4711-8726-42cf22c7a222 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:34:30.431651 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:34:30.431978 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Checking segment: {'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:34:30.432355 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Bound using segment: {'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:34:30.432791 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Bound port: 5619faf8-463d-4ee6-862c-26779d2f1963, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1848968-1bf7-4e23-972c-fcf9a1729db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:34:30.433158 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (5619faf8-463d-4ee6-862c-26779d2f1963), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:30.496750 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] For port 5619faf8-463d-4ee6-862c-26779d2f1963, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:34:30.499873 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] For port 5619faf8-463d-4ee6-862c-26779d2f1963, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5619faf8-463d-4ee6-862c-26779d2f1963,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:34:30.505569 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (5619faf8-463d-4ee6-862c-26779d2f1963), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:30.510457 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:30.511072 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:30.512455 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/5619faf8-463d-4ee6-862c-26779d2f1963 HTTP/1.1" status: 200 len: 1093 time: 0.5580659 Aug 24 03:34:30.512983 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add1236d-0d50-4a63-8e61-9046f9d8b42d', 'tag': '5619faf8-463d-4ee6-862c-26779d2f1963'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:34:30.515724 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c19366-99da-4a78-a52d-851b33a23768" -d '{"events": [{"name": "network-changed", "server_uuid": "add1236d-0d50-4a63-8e61-9046f9d8b42d", "tag": "5619faf8-463d-4ee6-862c-26779d2f1963"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:34:30.554286 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fce22b-f3e2-4f02-bc7b-76e83553c1b2 x-openstack-request-id: req-12fce22b-f3e2-4f02-bc7b-76e83553c1b2 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:34:30.554569 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add1236d-0d50-4a63-8e61-9046f9d8b42d", "tag": "5619faf8-463d-4ee6-862c-26779d2f1963", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:34:30.554820 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12fce22b-f3e2-4f02-bc7b-76e83553c1b2 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:34:30.555217 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12fce22b-f3e2-4f02-bc7b-76e83553c1b2'] response: {'name': 'network-changed', 'server_uuid': 'add1236d-0d50-4a63-8e61-9046f9d8b42d', 'tag': '5619faf8-463d-4ee6-862c-26779d2f1963', 'status': 'completed', 'code': 200} Aug 24 03:34:30.564658 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5ec36-21c9-4af6-89c6-31dd7ae3170f service neutron] Pushing event updated for resources: {'Port': ['ID=5619faf8-463d-4ee6-862c-26779d2f1963,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:30.634958 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-f4dbe528-93e1-462f-9116-6d469ee620e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:30.636453 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-f4dbe528-93e1-462f-9116-6d469ee620e6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=6a1e9994c1c045c892059d5b80578ba7&device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 1127 time: 0.0394740 Aug 24 03:34:30.707015 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-1f7372cb-ddb8-41f1-8775-8211bd6861c3 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5619faf8-463d-4ee6-862c-26779d2f1963 HTTP/1.1" status: 200 len: 217 time: 0.0374515 Aug 24 03:34:30.756413 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-e61a4778-dc98-4977-afa0-6537d7bde344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:30.757885 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-e61a4778-dc98-4977-afa0-6537d7bde344 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d6a16571-04fe-4d20-8795-0643856acb03 HTTP/1.1" status: 200 len: 850 time: 0.0453684 Aug 24 03:34:30.802744 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-e7f82f19-2433-4751-888b-3d1564deaf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:30.804293 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-e7f82f19-2433-4751-888b-3d1564deaf89 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e243b8d3-7de2-4711-8726-42cf22c7a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402372 Aug 24 03:34:30.887497 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:30.902978 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-d6b7bab3-41f9-4f0b-abe3-c9e524e84695 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883129 Aug 24 03:34:30.994947 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bca01a65-821b-41a7-9cbf-d91adceec0c6 req-3c0832ac-f882-4092-8e4c-f6fcac347a37 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849626 Aug 24 03:34:31.453448 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:31.471949 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3768c9a-7801-4139-b13e-496c01140160 req-c7a2efe9-736e-415e-88f8-cb96d8501aab tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:31.473737 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b3768c9a-7801-4139-b13e-496c01140160 req-c7a2efe9-736e-415e-88f8-cb96d8501aab tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 943 time: 0.0489314 Aug 24 03:34:31.521310 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b3768c9a-7801-4139-b13e-496c01140160 req-d333c5d6-49ea-4f42-8e6c-421fe2ed7a2f tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=a28b24e4-f28d-4080-9802-1beb42025a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420053 Aug 24 03:34:32.052705 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c19366-99da-4a78-a52d-851b33a23768 req-ac1f52a8-f3da-4e1f-aed1-4ee3d4ed2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:32.054208 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2c19366-99da-4a78-a52d-851b33a23768 req-ac1f52a8-f3da-4e1f-aed1-4ee3d4ed2970 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=6a1e9994c1c045c892059d5b80578ba7&device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 1127 time: 0.0405574 Aug 24 03:34:32.094318 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:32.152437 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c19366-99da-4a78-a52d-851b33a23768 req-eae73ba3-0422-494a-a082-513d345b5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:32.153873 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2c19366-99da-4a78-a52d-851b33a23768 req-eae73ba3-0422-494a-a082-513d345b5348 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e243b8d3-7de2-4711-8726-42cf22c7a222 HTTP/1.1" status: 200 len: 912 time: 0.0928583 Aug 24 03:34:32.196282 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2c19366-99da-4a78-a52d-851b33a23768 req-445494a2-0edb-4f28-827e-3c2023f8ee14 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5619faf8-463d-4ee6-862c-26779d2f1963 HTTP/1.1" status: 200 len: 217 time: 0.0333374 Aug 24 03:34:32.248312 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c19366-99da-4a78-a52d-851b33a23768 req-e60a6523-d08c-423a-8051-3ac1b97c2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:32.250651 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2c19366-99da-4a78-a52d-851b33a23768 req-e60a6523-d08c-423a-8051-3ac1b97c2b54 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d6a16571-04fe-4d20-8795-0643856acb03 HTTP/1.1" status: 200 len: 850 time: 0.0482438 Aug 24 03:34:32.293636 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c19366-99da-4a78-a52d-851b33a23768 req-709f5535-d87c-40d1-a987-430fc80abcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:32.295106 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2c19366-99da-4a78-a52d-851b33a23768 req-709f5535-d87c-40d1-a987-430fc80abcb0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e243b8d3-7de2-4711-8726-42cf22c7a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387156 Aug 24 03:34:32.384150 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2c19366-99da-4a78-a52d-851b33a23768 req-e7739ed0-c1d5-42e4-a126-a92856a4563d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833287 Aug 24 03:34:32.489031 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2c19366-99da-4a78-a52d-851b33a23768 req-644547c8-4c47-4cea-8104-4885d8bf2ffa service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974357 Aug 24 03:34:32.646458 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9da2d-97df-4d26-b1b5-b1efd5b2285f req-8f7d5943-6c5a-4686-ba51-ad9980d51b09 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:32.647915 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4fb9da2d-97df-4d26-b1b5-b1efd5b2285f req-8f7d5943-6c5a-4686-ba51-ad9980d51b09 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 943 time: 0.0497777 Aug 24 03:34:32.694553 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4fb9da2d-97df-4d26-b1b5-b1efd5b2285f req-59ef75da-4d1c-4d3a-b629-c4e18362ab14 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=a28b24e4-f28d-4080-9802-1beb42025a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409899 Aug 24 03:34:33.560929 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 5619faf8-463d-4ee6-862c-26779d2f1963 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:34:33.565227 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:33.660718 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 5619faf8-463d-4ee6-862c-26779d2f1963, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5619faf8-463d-4ee6-862c-26779d2f1963,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:34:33.676096 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '5619faf8-463d-4ee6-862c-26779d2f1963', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'port_id': '5619faf8-463d-4ee6-862c-26779d2f1963', 'mac_address': 'fa:16:3e:7d:06:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:34:33.711999 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 5619faf8-463d-4ee6-862c-26779d2f1963 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:34:33.712395 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (5619faf8-463d-4ee6-862c-26779d2f1963), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:33.725990 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5619faf8-463d-4ee6-862c-26779d2f1963 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:34:33.746855 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 5619faf8-463d-4ee6-862c-26779d2f1963, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5619faf8-463d-4ee6-862c-26779d2f1963,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:34:33.752271 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (5619faf8-463d-4ee6-862c-26779d2f1963), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:33.788846 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:33.802543 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=5619faf8-463d-4ee6-862c-26779d2f1963,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:33.819994 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca87a7-5e3a-4d2d-bc18-05848b568127 req-b6262ed7-f2d7-4719-b046-f4550589eed1 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:33.821639 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ceca87a7-5e3a-4d2d-bc18-05848b568127 req-b6262ed7-f2d7-4719-b046-f4550589eed1 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 944 time: 0.0514588 Aug 24 03:34:33.869090 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ceca87a7-5e3a-4d2d-bc18-05848b568127 req-d4ec415a-14ee-4003-a615-3c3d4fca8da9 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=a28b24e4-f28d-4080-9802-1beb42025a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416660 Aug 24 03:34:34.153202 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['5619faf8-463d-4ee6-862c-26779d2f1963'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:34:34.989648 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67b22f-5a8a-4feb-90aa-6a4d737c3c1c req-54d92232-d4c4-49a1-b624-9bc9ca04da4d tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:34.991091 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-da67b22f-5a8a-4feb-90aa-6a4d737c3c1c req-54d92232-d4c4-49a1-b624-9bc9ca04da4d tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 944 time: 0.0491035 Aug 24 03:34:35.037881 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-da67b22f-5a8a-4feb-90aa-6a4d737c3c1c req-45faf2e6-b78c-4a5a-9d98-d802b3321338 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=a28b24e4-f28d-4080-9802-1beb42025a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412402 Aug 24 03:34:35.577480 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 5619faf8-463d-4ee6-862c-26779d2f1963 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:34:35.623385 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port 5619faf8-463d-4ee6-862c-26779d2f1963 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:34:35.631023 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 5619faf8-463d-4ee6-862c-26779d2f1963 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:34:35.631411 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (5619faf8-463d-4ee6-862c-26779d2f1963), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:35.706619 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 5619faf8-463d-4ee6-862c-26779d2f1963 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:34:35.707004 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (5619faf8-463d-4ee6-862c-26779d2f1963), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:35.729729 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add1236d-0d50-4a63-8e61-9046f9d8b42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5619faf8-463d-4ee6-862c-26779d2f1963'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:34:35.731950 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3c112b-6843-4da0-be60-b855997a3c13" -d '{"events": [{"server_uuid": "add1236d-0d50-4a63-8e61-9046f9d8b42d", "name": "network-vif-plugged", "status": "completed", "tag": "5619faf8-463d-4ee6-862c-26779d2f1963"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:34:35.745549 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 5619faf8-463d-4ee6-862c-26779d2f1963, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5619faf8-463d-4ee6-862c-26779d2f1963,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:34:35.751523 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (5619faf8-463d-4ee6-862c-26779d2f1963), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:35.775042 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc9036c-3032-46b7-9cc6-cdd3e3be72b0 x-openstack-request-id: req-bbc9036c-3032-46b7-9cc6-cdd3e3be72b0 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:34:35.775331 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add1236d-0d50-4a63-8e61-9046f9d8b42d", "name": "network-vif-plugged", "status": "completed", "tag": "5619faf8-463d-4ee6-862c-26779d2f1963", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:34:35.775583 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bbc9036c-3032-46b7-9cc6-cdd3e3be72b0 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:34:35.776007 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc9036c-3032-46b7-9cc6-cdd3e3be72b0'] response: {'server_uuid': 'add1236d-0d50-4a63-8e61-9046f9d8b42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5619faf8-463d-4ee6-862c-26779d2f1963', 'code': 200} Aug 24 03:34:35.802046 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=5619faf8-463d-4ee6-862c-26779d2f1963,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:36.017905 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae973839-b660-404e-9eee-9bd311278ea4 req-5a831fe7-2115-4f19-b176-08e4cd35fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:36.019435 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ae973839-b660-404e-9eee-9bd311278ea4 req-5a831fe7-2115-4f19-b176-08e4cd35fc16 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 1129 time: 0.0408478 Aug 24 03:34:36.076847 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ae973839-b660-404e-9eee-9bd311278ea4 req-a970da8d-c448-49e4-abde-3e591a196ace service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=a28b24e4-f28d-4080-9802-1beb42025a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478919 Aug 24 03:34:36.155599 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a3975-f9a4-4a96-b551-e2b1ef1596fa req-a578fbc6-a627-4a7b-8daa-13c976aeee3a tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:36.157112 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6e4a3975-f9a4-4a96-b551-e2b1ef1596fa req-a578fbc6-a627-4a7b-8daa-13c976aeee3a tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 945 time: 0.0460637 Aug 24 03:34:36.202995 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6e4a3975-f9a4-4a96-b551-e2b1ef1596fa req-968269ba-0c10-439a-8cc8-44f400d34e21 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=a28b24e4-f28d-4080-9802-1beb42025a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404577 Aug 24 03:34:37.322467 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52ecb7-196b-4b56-9fdb-9a3165fa4bab req-2335d5a8-5595-4138-9f10-7c74d2775839 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:37.323962 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fe52ecb7-196b-4b56-9fdb-9a3165fa4bab req-2335d5a8-5595-4138-9f10-7c74d2775839 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 945 time: 0.0476933 Aug 24 03:34:37.373471 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fe52ecb7-196b-4b56-9fdb-9a3165fa4bab req-97bd9e49-2738-4c5b-a8aa-b0d9e4ced643 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=a28b24e4-f28d-4080-9802-1beb42025a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437016 Aug 24 03:34:38.498080 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8b698-b316-4b67-9bed-dbaeafe61343 req-624568d9-477f-4cd4-a13f-2bf8830585da tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:38.500687 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c8a8b698-b316-4b67-9bed-dbaeafe61343 req-624568d9-477f-4cd4-a13f-2bf8830585da tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 945 time: 0.0478349 Aug 24 03:34:38.519293 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:38.554480 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c8a8b698-b316-4b67-9bed-dbaeafe61343 req-78b31c2b-adf1-41e8-a59f-91363d2afb33 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=a28b24e4-f28d-4080-9802-1beb42025a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481548 Aug 24 03:34:38.672097 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6975e8-cb19-4cdb-9dd1-27faf83ce583 req-44aa98bf-99aa-4e8c-95fb-66f94aa13987 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:38.673618 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7e6975e8-cb19-4cdb-9dd1-27faf83ce583 req-44aa98bf-99aa-4e8c-95fb-66f94aa13987 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 945 time: 0.0468817 Aug 24 03:34:38.682972 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55100) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:34:38.687240 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-3abfd5ec-a962-43f4-9c7d-e49c178ddeae tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Request body: {'floatingip': {'port_id': '5619faf8-463d-4ee6-862c-26779d2f1963'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:34:38.959437 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3abfd5ec-a962-43f4-9c7d-e49c178ddeae tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for floatingip (9f4232ab-31fb-44de-bac0-866f04d57c80), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:39.351684 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:39.358554 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3abfd5ec-a962-43f4-9c7d-e49c178ddeae tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:39.362196 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3abfd5ec-a962-43f4-9c7d-e49c178ddeae tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (9f4232ab-31fb-44de-bac0-866f04d57c80), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:39.460153 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-3abfd5ec-a962-43f4-9c7d-e49c178ddeae tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Floating IP 9f4232ab-31fb-44de-bac0-866f04d57c80 associated. External IP: 172.27.4.97, port: 5619faf8-463d-4ee6-862c-26779d2f1963. Aug 24 03:34:39.661550 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abfd5ec-a962-43f4-9c7d-e49c178ddeae tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:34:39.764141 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abfd5ec-a962-43f4-9c7d-e49c178ddeae tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:34:39.769175 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3abfd5ec-a962-43f4-9c7d-e49c178ddeae tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:39.773829 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844062e-ab55-4a7b-9776-3515fe0f48cc None None] Sync routers for ids ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:34:39.783702 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844062e-ab55-4a7b-9776-3515fe0f48cc None None] Routers {'2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:34:39.784243 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-e844062e-ab55-4a7b-9776-3515fe0f48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:34:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:39.799485 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3abfd5ec-a962-43f4-9c7d-e49c178ddeae tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/9f4232ab-31fb-44de-bac0-866f04d57c80 HTTP/1.1" status: 200 len: 990 time: 1.1154628 Aug 24 03:34:39.800067 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add1236d-0d50-4a63-8e61-9046f9d8b42d', 'tag': '5619faf8-463d-4ee6-862c-26779d2f1963'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:34:39.802325 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9f8135-bbb9-4b79-a541-071c5e6c8883" -d '{"events": [{"name": "network-changed", "server_uuid": "add1236d-0d50-4a63-8e61-9046f9d8b42d", "tag": "5619faf8-463d-4ee6-862c-26779d2f1963"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:34:39.838803 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37da906e-be3f-4db0-82c8-4b9848a85666 x-openstack-request-id: req-37da906e-be3f-4db0-82c8-4b9848a85666 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:34:39.839086 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add1236d-0d50-4a63-8e61-9046f9d8b42d", "tag": "5619faf8-463d-4ee6-862c-26779d2f1963", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:34:39.839338 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37da906e-be3f-4db0-82c8-4b9848a85666 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:34:39.839743 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37da906e-be3f-4db0-82c8-4b9848a85666'] response: {'name': 'network-changed', 'server_uuid': 'add1236d-0d50-4a63-8e61-9046f9d8b42d', 'tag': '5619faf8-463d-4ee6-862c-26779d2f1963', 'status': 'completed', 'code': 200} Aug 24 03:34:39.887736 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-e844062e-ab55-4a7b-9776-3515fe0f48cc None None] Set router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:34:39.944628 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f8135-bbb9-4b79-a541-071c5e6c8883 req-df5dc978-dbc7-482f-9349-4542ae7d6879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:39.946106 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5e9f8135-bbb9-4b79-a541-071c5e6c8883 req-df5dc978-dbc7-482f-9349-4542ae7d6879 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=6a1e9994c1c045c892059d5b80578ba7&device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 1129 time: 0.0438547 Aug 24 03:34:40.048726 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:40.055291 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f8135-bbb9-4b79-a541-071c5e6c8883 req-3c5badae-c758-4671-bccf-f4d076399497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:40.056795 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5e9f8135-bbb9-4b79-a541-071c5e6c8883 req-3c5badae-c758-4671-bccf-f4d076399497 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e243b8d3-7de2-4711-8726-42cf22c7a222 HTTP/1.1" status: 200 len: 912 time: 0.0878978 Aug 24 03:34:40.059656 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:40.102342 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-e844062e-ab55-4a7b-9776-3515fe0f48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '9f4232ab-31fb-44de-bac0-866f04d57c80', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'floating_ip_address': '172.27.4.97', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'port_id': '5619faf8-463d-4ee6-862c-26779d2f1963', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'mac_address': 'fa:16:3e:7d:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add1236d-0d50-4a63-8e61-9046f9d8b42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:34:26Z', 'updated_at': '2022-08-24T03:34:39Z', 'revision_number': 1, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:36Z', 'revision_number': 5, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:40.124645 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5e9f8135-bbb9-4b79-a541-071c5e6c8883 req-5d1e9025-c286-4070-84e8-7b22b1055e8a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5619faf8-463d-4ee6-862c-26779d2f1963 HTTP/1.1" status: 200 len: 998 time: 0.0606947 Aug 24 03:34:40.127447 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844062e-ab55-4a7b-9776-3515fe0f48cc None None] Checking router: 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:34:40.135746 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844062e-ab55-4a7b-9776-3515fe0f48cc None None] Routers {'2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:34:40.136328 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-e844062e-ab55-4a7b-9776-3515fe0f48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:34:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:40.184755 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f8135-bbb9-4b79-a541-071c5e6c8883 req-121576eb-d527-409a-b5a0-b790567a59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:40.186965 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5e9f8135-bbb9-4b79-a541-071c5e6c8883 req-121576eb-d527-409a-b5a0-b790567a59c8 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d6a16571-04fe-4d20-8795-0643856acb03 HTTP/1.1" status: 200 len: 850 time: 0.0455837 Aug 24 03:34:40.233646 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f8135-bbb9-4b79-a541-071c5e6c8883 req-50339ff3-e350-4838-97ab-b1868b8f28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:40.235178 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5e9f8135-bbb9-4b79-a541-071c5e6c8883 req-50339ff3-e350-4838-97ab-b1868b8f28ce service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e243b8d3-7de2-4711-8726-42cf22c7a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395033 Aug 24 03:34:40.238515 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-e844062e-ab55-4a7b-9776-3515fe0f48cc None None] Set router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:34:40.331211 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5e9f8135-bbb9-4b79-a541-071c5e6c8883 req-e5649a6f-a3be-476a-b965-ea3152827e00 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878572 Aug 24 03:34:40.357497 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:40.424144 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5e9f8135-bbb9-4b79-a541-071c5e6c8883 req-9a96ca73-9428-43dc-b7b1-9c07200b41ba service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852182 Aug 24 03:34:40.451813 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-e844062e-ab55-4a7b-9776-3515fe0f48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '9f4232ab-31fb-44de-bac0-866f04d57c80', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'floating_ip_address': '172.27.4.97', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'port_id': '5619faf8-463d-4ee6-862c-26779d2f1963', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'mac_address': 'fa:16:3e:7d:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add1236d-0d50-4a63-8e61-9046f9d8b42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:34:26Z', 'updated_at': '2022-08-24T03:34:39Z', 'revision_number': 1, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:36Z', 'revision_number': 5, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:40.479090 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844062e-ab55-4a7b-9776-3515fe0f48cc None None] The sync data for ids ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'] in dv-cinder-854261-1-iscsi is: [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '9f4232ab-31fb-44de-bac0-866f04d57c80', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'floating_ip_address': '172.27.4.97', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'port_id': '5619faf8-463d-4ee6-862c-26779d2f1963', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'mac_address': 'fa:16:3e:7d:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add1236d-0d50-4a63-8e61-9046f9d8b42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:34:26Z', 'updated_at': '2022-08-24T03:34:39Z', 'revision_number': 1, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:36Z', 'revision_number': 5, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:34:40.657005 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb587dc-6191-4256-82a3-7ac96cad9fdb None None] New status for floating IP 9f4232ab-31fb-44de-bac0-866f04d57c80: ACTIVE {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:34:40.826612 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:34:47.045818 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:47.350446 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5cb14cca-ce85-4289-858e-be8326bb5756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:49.792588 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:49.795919 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=43 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:49.847767 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6d05623d-40f2-4aa9-8aaf-e21df10db15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:50.419374 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=7 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:50.420163 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:50.822099 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=46 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:50.822993 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=42 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:50.860317 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:52.519031 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:34:52.526970 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:52.618681 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:53.580990 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863700fd-e688-47c1-9a15-537279b24aa7 req-413207d0-3205-4752-bf50-39ac827d6bdb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:53.582536 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-863700fd-e688-47c1-9a15-537279b24aa7 req-413207d0-3205-4752-bf50-39ac827d6bdb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0507035 Aug 24 03:34:53.634595 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-863700fd-e688-47c1-9a15-537279b24aa7 req-a05531c4-102f-4724-9c02-41451f80d6db tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455289 Aug 24 03:34:54.754712 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d63055-c3ac-45f7-a6f8-c99c6797a1d1 req-9df5153b-a368-4db2-8d94-ee5a69649cc9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:54.756188 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-63d63055-c3ac-45f7-a6f8-c99c6797a1d1 req-9df5153b-a368-4db2-8d94-ee5a69649cc9 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0465057 Aug 24 03:34:54.806486 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-63d63055-c3ac-45f7-a6f8-c99c6797a1d1 req-61bfd6c0-cac6-4154-9757-b8ccc26959cb tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447044 Aug 24 03:34:55.927814 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d071311-a673-4e4e-92f6-09b162bd05ba req-1d3d1145-22ee-44fe-b7a7-f78c47f7a585 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:55.929317 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1d071311-a673-4e4e-92f6-09b162bd05ba req-1d3d1145-22ee-44fe-b7a7-f78c47f7a585 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0481851 Aug 24 03:34:55.977020 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1d071311-a673-4e4e-92f6-09b162bd05ba req-f3909ef5-167e-407e-9548-a255d2d8ae9c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418677 Aug 24 03:34:57.097384 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1100d6-c3a6-475d-a8d4-08bf182d896b req-15e0cfdf-763f-40db-afc1-35bcef583504 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:57.098894 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fa1100d6-c3a6-475d-a8d4-08bf182d896b req-15e0cfdf-763f-40db-afc1-35bcef583504 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0482605 Aug 24 03:34:57.155038 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fa1100d6-c3a6-475d-a8d4-08bf182d896b req-246bf43f-de0a-4ed2-a9a3-67269ddccf16 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505171 Aug 24 03:34:57.647950 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed28af-6344-4c5c-b751-08445562c173 req-ec5e27bd-b958-4de5-be22-9c04578ab2a1 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:57.649448 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-71ed28af-6344-4c5c-b751-08445562c173 req-ec5e27bd-b958-4de5-be22-9c04578ab2a1 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0512073 Aug 24 03:34:57.739553 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-71ed28af-6344-4c5c-b751-08445562c173 req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Deleting port 7def1576-8e43-41f3-b534-e7a7b46f1b54 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:34:57.739901 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-71ed28af-6344-4c5c-b751-08445562c173 req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:57.841932 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-71ed28af-6344-4c5c-b751-08445562c173 req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] For port 7def1576-8e43-41f3-b534-e7a7b46f1b54, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7def1576-8e43-41f3-b534-e7a7b46f1b54,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:34:57.842304 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-71ed28af-6344-4c5c-b751-08445562c173 req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:58.223857 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-71ed28af-6344-4c5c-b751-08445562c173 req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:58.224221 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-71ed28af-6344-4c5c-b751-08445562c173 req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (4ab5699f-fd8f-4a84-8c77-ced16e16472e), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:58.224539 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [req-71ed28af-6344-4c5c-b751-08445562c173 req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Floating IP 4ab5699f-fd8f-4a84-8c77-ced16e16472e disassociated. External IP: 172.27.4.71, port: 7def1576-8e43-41f3-b534-e7a7b46f1b54. Aug 24 03:34:58.224906 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-71ed28af-6344-4c5c-b751-08445562c173 req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Calling delete_port for 7def1576-8e43-41f3-b534-e7a7b46f1b54 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:34:58.280645 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b0d97-5eb5-45b2-a377-94cd4d06b598 req-911796ee-9c9a-4c03-b8de-8c3069a90e97 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:58.282169 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b13b0d97-5eb5-45b2-a377-94cd4d06b598 req-911796ee-9c9a-4c03-b8de-8c3069a90e97 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 946 time: 0.0519836 Aug 24 03:34:58.330814 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b13b0d97-5eb5-45b2-a377-94cd4d06b598 req-9ecd074a-c4ec-4ff1-ba31-d4600cff9512 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=51728d88-94d7-42a9-bc63-2332d0d77c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426335 Aug 24 03:34:58.354951 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-71ed28af-6344-4c5c-b751-08445562c173 req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (7def1576-8e43-41f3-b534-e7a7b46f1b54), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:58.381705 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Pushing event deleted for resources: {'Port': ['ID=7def1576-8e43-41f3-b534-e7a7b46f1b54,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:34:58.393793 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:58.394141 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:58.394484 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:58.394822 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:58.395156 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:58.395560 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:58.395802 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:58.396122 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:58.396445 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:58.396784 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:58.397106 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:58.397427 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:58.397744 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:58.398066 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:58.398384 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:34:58.516885 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71ed28af-6344-4c5c-b751-08445562c173 req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Router 4a37f485-85f4-4569-bac9-f2d433f185f7 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:34:58.621350 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71ed28af-6344-4c5c-b751-08445562c173 req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:34:58.631299 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052cb02f-761d-478a-84a9-7cd974b20906 None None] Sync routers for ids ['4a37f485-85f4-4569-bac9-f2d433f185f7'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:34:58.642568 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052cb02f-761d-478a-84a9-7cd974b20906 None None] Routers {'4a37f485-85f4-4569-bac9-f2d433f185f7'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:34:58.643209 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-052cb02f-761d-478a-84a9-7cd974b20906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:34:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['4a37f485-85f4-4569-bac9-f2d433f185f7'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:58.665172 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ed28af-6344-4c5c-b751-08445562c173 req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] No DVR routers for this DVR port 7def1576-8e43-41f3-b534-e7a7b46f1b54 on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:34:58.667713 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-71ed28af-6344-4c5c-b751-08445562c173 req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:34:58.671214 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-71ed28af-6344-4c5c-b751-08445562c173 req-535089ef-5581-4be0-904c-24d06044daf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.84 "DELETE /networking/v2.0/ports/7def1576-8e43-41f3-b534-e7a7b46f1b54 HTTP/1.1" status: 204 len: 173 time: 1.0152540 Aug 24 03:34:58.671666 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'name': 'network-vif-deleted', 'tag': '7def1576-8e43-41f3-b534-e7a7b46f1b54'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:34:58.673926 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa19deb1-23c7-4728-ae0a-3cb6c0c266de" -d '{"events": [{"server_uuid": "76a6c958-f0bd-4b52-ab2c-15ff7e7b1280", "name": "network-vif-deleted", "tag": "7def1576-8e43-41f3-b534-e7a7b46f1b54"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:34:58.714987 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfec82c-419c-41a8-9c67-cdf4e1ada107 x-openstack-request-id: req-3dfec82c-419c-41a8-9c67-cdf4e1ada107 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:34:58.715283 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a6c958-f0bd-4b52-ab2c-15ff7e7b1280", "name": "network-vif-deleted", "tag": "7def1576-8e43-41f3-b534-e7a7b46f1b54", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:34:58.715754 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3dfec82c-419c-41a8-9c67-cdf4e1ada107 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:34:58.716248 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dfec82c-419c-41a8-9c67-cdf4e1ada107'] response: {'server_uuid': '76a6c958-f0bd-4b52-ab2c-15ff7e7b1280', 'name': 'network-vif-deleted', 'tag': '7def1576-8e43-41f3-b534-e7a7b46f1b54', 'status': 'completed', 'code': 200} Aug 24 03:34:58.756300 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-052cb02f-761d-478a-84a9-7cd974b20906 None None] Set router 4a37f485-85f4-4569-bac9-f2d433f185f7 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:34:58.973974 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-052cb02f-761d-478a-84a9-7cd974b20906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '6dc9cedf-aab5-4436-9ce4-9241a561fdd0', 'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'mac_address': 'fa:16:3e:95:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:08Z', 'updated_at': '2022-08-24T03:30:24Z', 'revision_number': 5, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'subnets': [{'id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:59.083868 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052cb02f-761d-478a-84a9-7cd974b20906 None None] Checking router: 4a37f485-85f4-4569-bac9-f2d433f185f7 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:34:59.093577 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052cb02f-761d-478a-84a9-7cd974b20906 None None] Routers {'4a37f485-85f4-4569-bac9-f2d433f185f7'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:34:59.094189 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-052cb02f-761d-478a-84a9-7cd974b20906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:34:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['4a37f485-85f4-4569-bac9-f2d433f185f7'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:59.201367 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-052cb02f-761d-478a-84a9-7cd974b20906 None None] Set router 4a37f485-85f4-4569-bac9-f2d433f185f7 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:34:59.213365 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6550e94-14f2-4864-ac44-72b20f56d716 req-549e20aa-b065-44a7-bab6-0be63b710bb6 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:34:59.214910 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f6550e94-14f2-4864-ac44-72b20f56d716 req-549e20aa-b065-44a7-bab6-0be63b710bb6 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 946 time: 0.0487471 Aug 24 03:34:59.265142 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f6550e94-14f2-4864-ac44-72b20f56d716 req-eca5c9bb-b458-4ecd-a559-059f30525e2f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428247 Aug 24 03:34:59.390114 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-052cb02f-761d-478a-84a9-7cd974b20906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '6dc9cedf-aab5-4436-9ce4-9241a561fdd0', 'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'mac_address': 'fa:16:3e:95:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:08Z', 'updated_at': '2022-08-24T03:30:24Z', 'revision_number': 5, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'subnets': [{'id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:34:59.419377 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052cb02f-761d-478a-84a9-7cd974b20906 None None] The sync data for ids ['4a37f485-85f4-4569-bac9-f2d433f185f7'] in dv-cinder-854261-1-iscsi is: [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:09Z', 'revision_number': 4, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '6dc9cedf-aab5-4436-9ce4-9241a561fdd0', 'name': '', 'network_id': '2fad991f-cb6d-4aa1-a780-e38bbcc632a1', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'mac_address': 'fa:16:3e:95:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:08Z', 'updated_at': '2022-08-24T03:30:24Z', 'revision_number': 5, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'subnets': [{'id': '94fb1bb7-9be9-4027-bda7-4f71e8def582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:34:59.455618 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5814bd3e-46f4-44ca-8d1b-80994f13f9f1 req-f59df42c-d7c6-4391-a064-cb82e9c26029 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 210 time: 0.0311522 Aug 24 03:34:59.633672 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd322f8-afcf-465b-b259-4160a4a15354 None None] New status for floating IP 4ab5699f-fd8f-4a84-8c77-ced16e16472e: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:35:00.394842 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35dc52-e2e8-4778-9be4-0625b51f1dd9 req-4265bd13-d084-4c3b-bbee-04b4298bce1e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:00.396482 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ac35dc52-e2e8-4778-9be4-0625b51f1dd9 req-4265bd13-d084-4c3b-bbee-04b4298bce1e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 946 time: 0.0521722 Aug 24 03:35:00.446858 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ac35dc52-e2e8-4778-9be4-0625b51f1dd9 req-48db162d-b070-45b8-b7a4-d8cc4e087f3d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448289 Aug 24 03:35:00.568309 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c321f851-5e1a-433b-887b-1e70979e89b2 req-b4b3dfe4-2a03-49d0-a06c-2d3715613bf3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76a6c958-f0bd-4b52-ab2c-15ff7e7b1280 HTTP/1.1" status: 200 len: 210 time: 0.0290537 Aug 24 03:35:01.136477 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-33fc4570-5dbe-4282-8873-813e6ef71922 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:01.138619 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-33fc4570-5dbe-4282-8873-813e6ef71922 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 946 time: 0.0479054 Aug 24 03:35:01.173026 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:01.226569 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-772f7ddc-c2bb-4f0c-942e-87bc92b17649 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Deleting port 57289a66-609a-46ea-b8c8-5258bbaf0864 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:01.226912 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-772f7ddc-c2bb-4f0c-942e-87bc92b17649 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:01.257134 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:01.317423 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-772f7ddc-c2bb-4f0c-942e-87bc92b17649 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] For port 57289a66-609a-46ea-b8c8-5258bbaf0864, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=57289a66-609a-46ea-b8c8-5258bbaf0864,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:01.317788 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-772f7ddc-c2bb-4f0c-942e-87bc92b17649 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:01.490171 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-772f7ddc-c2bb-4f0c-942e-87bc92b17649 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:01.490632 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-772f7ddc-c2bb-4f0c-942e-87bc92b17649 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (a30f3b1b-dae9-4f89-81f6-81dc88a62895), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:01.490947 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-772f7ddc-c2bb-4f0c-942e-87bc92b17649 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Floating IP a30f3b1b-dae9-4f89-81f6-81dc88a62895 disassociated. External IP: 172.27.4.109, port: 57289a66-609a-46ea-b8c8-5258bbaf0864. Aug 24 03:35:01.491303 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-772f7ddc-c2bb-4f0c-942e-87bc92b17649 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Calling delete_port for 57289a66-609a-46ea-b8c8-5258bbaf0864 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:01.574776 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41551544-c7d2-402c-8019-0050a4b6ebea req-b22fb256-361a-492c-a32c-3479974c1bff tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:01.576346 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-41551544-c7d2-402c-8019-0050a4b6ebea req-b22fb256-361a-492c-a32c-3479974c1bff tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4a89effc-2ad4-414e-bca5-d503b48fb040 HTTP/1.1" status: 200 len: 946 time: 0.0478961 Aug 24 03:35:01.624149 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 7def1576-8e43-41f3-b534-e7a7b46f1b54 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:35:01.627399 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-772f7ddc-c2bb-4f0c-942e-87bc92b17649 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (57289a66-609a-46ea-b8c8-5258bbaf0864), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:01.641269 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-41551544-c7d2-402c-8019-0050a4b6ebea req-b951a514-78c8-484f-b68c-b5b4f6ea6252 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ff6acde2-6052-47d9-8aa2-0fdcf427780b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568225 Aug 24 03:35:01.657925 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: 7def1576-8e43-41f3-b534-e7a7b46f1b54 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:35:01.658377 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 7def1576-8e43-41f3-b534-e7a7b46f1b54 not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:35:01.669148 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f7ddc-c2bb-4f0c-942e-87bc92b17649 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event deleted for resources: {'Port': ['ID=57289a66-609a-46ea-b8c8-5258bbaf0864,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:01.688302 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55196) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:01.745790 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for security_group (51728d88-94d7-42a9-bc63-2332d0d77c3a), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:01.768352 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for security_group (51728d88-94d7-42a9-bc63-2332d0d77c3a), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:01.781655 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-772f7ddc-c2bb-4f0c-942e-87bc92b17649 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:35:01.817297 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (51728d88-94d7-42a9-bc63-2332d0d77c3a), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:01.819935 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:01.821140 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/51728d88-94d7-42a9-bc63-2332d0d77c3a HTTP/1.1" status: 204 len: 168 time: 0.1316216 Aug 24 03:35:01.824560 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55198) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:01.842804 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51728d88-94d7-42a9-bc63-2332d0d77c3a,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:01.845502 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.api.v2.resource [None req-01e31d59-0374-45e4-a533-8262f88a570c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] show failed (client error): The resource could not be found. Aug 24 03:35:01.846518 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-01e31d59-0374-45e4-a533-8262f88a570c tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups/51728d88-94d7-42a9-bc63-2332d0d77c3a HTTP/1.1" status: 404 len: 347 time: 0.0207720 Aug 24 03:35:01.851282 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55200) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:01.860055 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:01.860402 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:01.860745 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:01.861149 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:01.861441 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:01.861772 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:01.862096 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:01.862419 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:01.862742 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:01.863065 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:01.863392 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:01.863707 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:01.864027 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:01.864342 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:01.864663 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07826fa7-8b97-407e-a65e-334644cd4d31 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:01.898653 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-772f7ddc-c2bb-4f0c-942e-87bc92b17649 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:35:01.916005 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641773b2-1a29-4bb3-8fff-646cd350f6ff None None] Sync routers for ids ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:35:01.927869 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641773b2-1a29-4bb3-8fff-646cd350f6ff None None] Routers {'71a22cfd-8168-4dde-a53a-9fe8a017ee85'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:01.928485 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-641773b2-1a29-4bb3-8fff-646cd350f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:34:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:01.954459 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-772f7ddc-c2bb-4f0c-942e-87bc92b17649 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] No DVR routers for this DVR port 57289a66-609a-46ea-b8c8-5258bbaf0864 on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:35:01.957609 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-772f7ddc-c2bb-4f0c-942e-87bc92b17649 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:01.962490 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-edae2917-9ae3-44f5-9cc7-51237ab9981a req-772f7ddc-c2bb-4f0c-942e-87bc92b17649 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.84 "DELETE /networking/v2.0/ports/57289a66-609a-46ea-b8c8-5258bbaf0864 HTTP/1.1" status: 204 len: 173 time: 0.8164833 Aug 24 03:35:01.962490 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'name': 'network-vif-deleted', 'tag': '57289a66-609a-46ea-b8c8-5258bbaf0864'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:35:01.963759 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b5af85-f69d-464f-b73a-41ee3f81b217" -d '{"events": [{"server_uuid": "4a89effc-2ad4-414e-bca5-d503b48fb040", "name": "network-vif-deleted", "tag": "57289a66-609a-46ea-b8c8-5258bbaf0864"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:35:01.971703 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:01.978708 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:01.997249 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d82db-3adf-453a-8455-629abfe18b6b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Deleting port 6e91cf7e-78b9-4b63-a195-6c6814eaf11e {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:01.997539 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0c2d82db-3adf-453a-8455-629abfe18b6b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (6e91cf7e-78b9-4b63-a195-6c6814eaf11e), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:02.006254 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8cbe04-d016-4175-8801-acf6363c7c80 x-openstack-request-id: req-ae8cbe04-d016-4175-8801-acf6363c7c80 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:35:02.006758 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89effc-2ad4-414e-bca5-d503b48fb040", "name": "network-vif-deleted", "tag": "57289a66-609a-46ea-b8c8-5258bbaf0864", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:35:02.007181 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae8cbe04-d016-4175-8801-acf6363c7c80 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:35:02.007760 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8cbe04-d016-4175-8801-acf6363c7c80'] response: {'server_uuid': '4a89effc-2ad4-414e-bca5-d503b48fb040', 'name': 'network-vif-deleted', 'tag': '57289a66-609a-46ea-b8c8-5258bbaf0864', 'status': 'completed', 'code': 200} Aug 24 03:35:02.043025 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-641773b2-1a29-4bb3-8fff-646cd350f6ff None None] Set router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:02.112369 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0c2d82db-3adf-453a-8455-629abfe18b6b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (6e91cf7e-78b9-4b63-a195-6c6814eaf11e), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:02.112699 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0c2d82db-3adf-453a-8455-629abfe18b6b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for floatingip (6e91cf7e-78b9-4b63-a195-6c6814eaf11e), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:02.128725 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d82db-3adf-453a-8455-629abfe18b6b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Calling delete_port for 6e91cf7e-78b9-4b63-a195-6c6814eaf11e owned by network:floatingip {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:02.200442 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:02.260277 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-641773b2-1a29-4bb3-8fff-646cd350f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:38Z', 'revision_number': 5, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:02.275627 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0c2d82db-3adf-453a-8455-629abfe18b6b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (6e91cf7e-78b9-4b63-a195-6c6814eaf11e), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:02.285249 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641773b2-1a29-4bb3-8fff-646cd350f6ff None None] Checking router: 71a22cfd-8168-4dde-a53a-9fe8a017ee85 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:35:02.294138 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641773b2-1a29-4bb3-8fff-646cd350f6ff None None] Routers {'71a22cfd-8168-4dde-a53a-9fe8a017ee85'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:02.294721 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-641773b2-1a29-4bb3-8fff-646cd350f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:34:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:02.299711 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d82db-3adf-453a-8455-629abfe18b6b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Pushing event deleted for resources: {'Port': ['ID=6e91cf7e-78b9-4b63-a195-6c6814eaf11e,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:02.365242 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0c2d82db-3adf-453a-8455-629abfe18b6b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks [] for floatingip (4ab5699f-fd8f-4a84-8c77-ced16e16472e), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:02.367671 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0c2d82db-3adf-453a-8455-629abfe18b6b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:02.368846 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0c2d82db-3adf-453a-8455-629abfe18b6b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/4ab5699f-fd8f-4a84-8c77-ced16e16472e HTTP/1.1" status: 204 len: 168 time: 0.5164230 Aug 24 03:35:02.375479 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:02.396646 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-641773b2-1a29-4bb3-8fff-646cd350f6ff None None] Set router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:02.695715 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-641773b2-1a29-4bb3-8fff-646cd350f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:38Z', 'revision_number': 5, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:02.724986 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641773b2-1a29-4bb3-8fff-646cd350f6ff None None] The sync data for ids ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'] in dv-cinder-854261-1-iscsi is: [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:38Z', 'revision_number': 5, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:35:02.740381 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55214) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:02.806974 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0e480b2f-6f69-4118-b966-01ab58e4f59a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group (ff6acde2-6052-47d9-8aa2-0fdcf427780b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:02.830688 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0e480b2f-6f69-4118-b966-01ab58e4f59a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group (ff6acde2-6052-47d9-8aa2-0fdcf427780b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:02.888238 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0e480b2f-6f69-4118-b966-01ab58e4f59a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ff6acde2-6052-47d9-8aa2-0fdcf427780b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:02.890910 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0e480b2f-6f69-4118-b966-01ab58e4f59a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:02.894695 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0e480b2f-6f69-4118-b966-01ab58e4f59a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ff6acde2-6052-47d9-8aa2-0fdcf427780b HTTP/1.1" status: 204 len: 168 time: 0.1496427 Aug 24 03:35:02.895138 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55216) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:02.902718 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e480b2f-6f69-4118-b966-01ab58e4f59a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6acde2-6052-47d9-8aa2-0fdcf427780b,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:02.915030 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.api.v2.resource [None req-02fc2b93-0298-4080-b153-2588419c3020 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] show failed (client error): The resource could not be found. Aug 24 03:35:02.916334 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-02fc2b93-0298-4080-b153-2588419c3020 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups/ff6acde2-6052-47d9-8aa2-0fdcf427780b HTTP/1.1" status: 404 len: 347 time: 0.0201912 Aug 24 03:35:02.919917 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55218) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:02.989589 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2c31b8-fb2c-4220-a076-02957e909ecc None None] New status for floating IP a30f3b1b-dae9-4f89-81f6-81dc88a62895: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:35:03.039953 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-6379f4ca-b4d2-43a8-abbd-831603bd263f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Deleting port c10cab8d-18c9-404e-a51c-bc93a714e34c {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:03.040297 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6379f4ca-b4d2-43a8-abbd-831603bd263f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (c10cab8d-18c9-404e-a51c-bc93a714e34c), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.068374 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:03.124685 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6379f4ca-b4d2-43a8-abbd-831603bd263f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (c10cab8d-18c9-404e-a51c-bc93a714e34c), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.125070 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6379f4ca-b4d2-43a8-abbd-831603bd263f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for floatingip (c10cab8d-18c9-404e-a51c-bc93a714e34c), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.139198 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-6379f4ca-b4d2-43a8-abbd-831603bd263f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Calling delete_port for c10cab8d-18c9-404e-a51c-bc93a714e34c owned by network:floatingip {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:03.211893 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:03.280487 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6379f4ca-b4d2-43a8-abbd-831603bd263f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (c10cab8d-18c9-404e-a51c-bc93a714e34c), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.305133 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379f4ca-b4d2-43a8-abbd-831603bd263f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event deleted for resources: {'Port': ['ID=c10cab8d-18c9-404e-a51c-bc93a714e34c,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:03.371807 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6379f4ca-b4d2-43a8-abbd-831603bd263f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for floatingip (a30f3b1b-dae9-4f89-81f6-81dc88a62895), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.374404 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6379f4ca-b4d2-43a8-abbd-831603bd263f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.375564 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-6379f4ca-b4d2-43a8-abbd-831603bd263f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/a30f3b1b-dae9-4f89-81f6-81dc88a62895 HTTP/1.1" status: 204 len: 168 time: 0.4529002 Aug 24 03:35:03.459522 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55224) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:03.464180 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-879782e3-fc3f-4734-a6b9-b66c3e9a2035 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1951405486', 'description': 'tempest-description--882629012'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:03.485786 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-879782e3-fc3f-4734-a6b9-b66c3e9a2035 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.555255 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-879782e3-fc3f-4734-a6b9-b66c3e9a2035 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group (fc974ac5-e16d-48a0-862d-8194c6f67484), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.561339 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-879782e3-fc3f-4734-a6b9-b66c3e9a2035 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (fc974ac5-e16d-48a0-862d-8194c6f67484), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.593983 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-879782e3-fc3f-4734-a6b9-b66c3e9a2035 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.595487 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-879782e3-fc3f-4734-a6b9-b66c3e9a2035 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1349347 Aug 24 03:35:03.598769 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55232) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:03.599535 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879782e3-fc3f-4734-a6b9-b66c3e9a2035 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc974ac5-e16d-48a0-862d-8194c6f67484,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:03.605213 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-4b44541e-61e6-461f-b3da-e57f22446506 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Request body: {'security_group_rule': {'security_group_id': 'fc974ac5-e16d-48a0-862d-8194c6f67484', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:03.640259 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4b44541e-61e6-461f-b3da-e57f22446506 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group_rule (70eee3f0-33d5-4cde-92a5-b155ee08af9d), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.696302 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4b44541e-61e6-461f-b3da-e57f22446506 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group_rule (70eee3f0-33d5-4cde-92a5-b155ee08af9d), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.699934 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4b44541e-61e6-461f-b3da-e57f22446506 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (70eee3f0-33d5-4cde-92a5-b155ee08af9d), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.721410 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44541e-61e6-461f-b3da-e57f22446506 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70eee3f0-33d5-4cde-92a5-b155ee08af9d,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:03.726944 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4b44541e-61e6-461f-b3da-e57f22446506 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.728129 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-4b44541e-61e6-461f-b3da-e57f22446506 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279340 Aug 24 03:35:03.731752 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55234) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:03.735935 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-ba792c9f-a26d-455b-852b-070d8b50e69f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Request body: {'security_group_rule': {'security_group_id': 'fc974ac5-e16d-48a0-862d-8194c6f67484', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:03.762950 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba792c9f-a26d-455b-852b-070d8b50e69f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group_rule (a5534b83-f7bc-4fd4-8e81-6b8abfb7647d), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.822132 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba792c9f-a26d-455b-852b-070d8b50e69f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group_rule (a5534b83-f7bc-4fd4-8e81-6b8abfb7647d), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.827619 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba792c9f-a26d-455b-852b-070d8b50e69f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (a5534b83-f7bc-4fd4-8e81-6b8abfb7647d), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.843795 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:03.849732 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba792c9f-a26d-455b-852b-070d8b50e69f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5534b83-f7bc-4fd4-8e81-6b8abfb7647d,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:03.859140 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba792c9f-a26d-455b-852b-070d8b50e69f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.860409 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ba792c9f-a26d-455b-852b-070d8b50e69f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276743 Aug 24 03:35:03.864102 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55236) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:03.868683 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Request body: {'floatingip': {'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:03.877288 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:03.903419 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:03.985762 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:04.123027 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Allocated IP 172.27.4.212 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/0fb6a048-698e-414e-a03b-4da5f08e345a) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:35:04.145714 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6e8d05d4-5faf-4dad-b6af-f7a6446bf9a8 req-7aaeb276-f05a-4c02-84fc-5884d5143acf tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-907969095&fields=id&tenant_id=60ed59a87fd44afb9064c8eef04b19c1 HTTP/1.1" status: 200 len: 267 time: 0.0756104 Aug 24 03:35:04.263422 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d05d4-5faf-4dad-b6af-f7a6446bf9a8 req-5f6a3cee-8723-40d3-a13c-365748d66595 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:04.265085 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6e8d05d4-5faf-4dad-b6af-f7a6446bf9a8 req-5f6a3cee-8723-40d3-a13c-365748d66595 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 984 time: 0.1129384 Aug 24 03:35:04.281190 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-6e8d05d4-5faf-4dad-b6af-f7a6446bf9a8 req-6380807d-1036-4ad0-808e-db0dff3b36de tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Request body: {'port': {'security_groups': ['b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504']}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:04.344377 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for port (0fb6a048-698e-414e-a03b-4da5f08e345a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:04.390841 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6e8d05d4-5faf-4dad-b6af-f7a6446bf9a8 req-6380807d-1036-4ad0-808e-db0dff3b36de tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:04.446299 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (0fb6a048-698e-414e-a03b-4da5f08e345a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:04.509925 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:35:04.519115 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:35:04.521562 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:35:04.527087 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event updated for resources: {'Port': ['ID=0fb6a048-698e-414e-a03b-4da5f08e345a,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:04.597917 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:04.681376 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:04.710312 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for floatingip (b0c2d8e1-e02b-4f75-af06-574d94e0cab9), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:04.712650 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-6e8d05d4-5faf-4dad-b6af-f7a6446bf9a8 req-6380807d-1036-4ad0-808e-db0dff3b36de tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] For port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=925d9bc5-c59a-44c2-9c0d-39c5bc93381b,segment=NetworkSegment(83931d63-0ef7-4eff-afd0-bd7022b8f0a1),segment_id=83931d63-0ef7-4eff-afd0-bd7022b8f0a1)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:04.766907 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6e8d05d4-5faf-4dad-b6af-f7a6446bf9a8 req-6380807d-1036-4ad0-808e-db0dff3b36de tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:04.775278 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (0fb6a048-698e-414e-a03b-4da5f08e345a), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:04.779320 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6e8d05d4-5faf-4dad-b6af-f7a6446bf9a8 req-6380807d-1036-4ad0-808e-db0dff3b36de tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:04.811200 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d05d4-5faf-4dad-b6af-f7a6446bf9a8 req-6380807d-1036-4ad0-808e-db0dff3b36de tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:04.811815 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6e8d05d4-5faf-4dad-b6af-f7a6446bf9a8 req-6380807d-1036-4ad0-808e-db0dff3b36de tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:04.813225 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6e8d05d4-5faf-4dad-b6af-f7a6446bf9a8 req-6380807d-1036-4ad0-808e-db0dff3b36de tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "PUT /networking/v2.0/ports/925d9bc5-c59a-44c2-9c0d-39c5bc93381b HTTP/1.1" status: 200 len: 942 time: 0.5411763 Aug 24 03:35:04.814881 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'tag': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:35:04.817192 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1794ed6-ce68-4946-989e-f9e22acef70d" -d '{"events": [{"name": "network-changed", "server_uuid": "733c5faa-7030-4ad2-9fe5-357ce22b115f", "tag": "925d9bc5-c59a-44c2-9c0d-39c5bc93381b"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:35:04.818723 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['925d9bc5-c59a-44c2-9c0d-39c5bc93381b'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:35:04.819908 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55248) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:04.823937 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=85,neutron:UPDATE=9 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:04.909627 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9bda7f-5306-406e-9e08-9bbdbde90523 x-openstack-request-id: req-ac9bda7f-5306-406e-9e08-9bbdbde90523 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:35:04.909627 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733c5faa-7030-4ad2-9fe5-357ce22b115f", "tag": "925d9bc5-c59a-44c2-9c0d-39c5bc93381b", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:35:04.909627 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac9bda7f-5306-406e-9e08-9bbdbde90523 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:35:04.909627 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9bda7f-5306-406e-9e08-9bbdbde90523'] response: {'name': 'network-changed', 'server_uuid': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'tag': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b', 'status': 'completed', 'code': 200} Aug 24 03:35:04.919532 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76953f12-90cb-4fb7-9e30-8cea634e285c tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group (6dacf5a4-4fd7-4bce-b670-764f73bca386), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:04.944481 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b273fc-1cb6-4223-ad7e-b59a46bc6397 req-a20f52a5-bd5c-4391-b26c-cabc4a821bf0 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:04.946030 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-28b273fc-1cb6-4223-ad7e-b59a46bc6397 req-a20f52a5-bd5c-4391-b26c-cabc4a821bf0 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.1063609 Aug 24 03:35:04.946495 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76953f12-90cb-4fb7-9e30-8cea634e285c tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group (6dacf5a4-4fd7-4bce-b670-764f73bca386), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:04.952139 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380807d-1036-4ad0-808e-db0dff3b36de tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Pushing event updated for resources: {'Port': ['ID=925d9bc5-c59a-44c2-9c0d-39c5bc93381b,revision_number=7']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:04.986928 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['925d9bc5-c59a-44c2-9c0d-39c5bc93381b'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:35:05.025424 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76953f12-90cb-4fb7-9e30-8cea634e285c tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6dacf5a4-4fd7-4bce-b670-764f73bca386), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:05.028318 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76953f12-90cb-4fb7-9e30-8cea634e285c tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:05.029508 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-76953f12-90cb-4fb7-9e30-8cea634e285c tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/6dacf5a4-4fd7-4bce-b670-764f73bca386 HTTP/1.1" status: 204 len: 168 time: 0.2085185 Aug 24 03:35:05.036058 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55250) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:05.043616 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76953f12-90cb-4fb7-9e30-8cea634e285c tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dacf5a4-4fd7-4bce-b670-764f73bca386,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:05.092207 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-28b273fc-1cb6-4223-ad7e-b59a46bc6397 req-60890689-22da-4966-b0c0-306762179149 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312289 Aug 24 03:35:05.174229 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for port (0fb6a048-698e-414e-a03b-4da5f08e345a), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:05.183367 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (0fb6a048-698e-414e-a03b-4da5f08e345a), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:05.532674 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (b0c2d8e1-e02b-4f75-af06-574d94e0cab9), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:05.536984 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event updated for resources: {'Port': ['ID=0fb6a048-698e-414e-a03b-4da5f08e345a,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:05.549972 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-29acfa8d-c899-47bf-a4cb-0851bf264981 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Deleting port 4b2c80a8-4045-4c35-85c3-7b492e37e0eb {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:05.550307 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-29acfa8d-c899-47bf-a4cb-0851bf264981 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (4b2c80a8-4045-4c35-85c3-7b492e37e0eb), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:05.566267 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:05.567482 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-5867801e-0a2d-4c9f-81ac-259b7907ab5d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7023876 Aug 24 03:35:05.633057 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-29acfa8d-c899-47bf-a4cb-0851bf264981 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (4b2c80a8-4045-4c35-85c3-7b492e37e0eb), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:05.633508 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-29acfa8d-c899-47bf-a4cb-0851bf264981 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for floatingip (4b2c80a8-4045-4c35-85c3-7b492e37e0eb), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:05.635293 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 57289a66-609a-46ea-b8c8-5258bbaf0864 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:35:05.647428 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:05.648633 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-29acfa8d-c899-47bf-a4cb-0851bf264981 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Calling delete_port for 4b2c80a8-4045-4c35-85c3-7b492e37e0eb owned by network:floatingip {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:05.657503 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: 57289a66-609a-46ea-b8c8-5258bbaf0864 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:35:05.657973 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 57289a66-609a-46ea-b8c8-5258bbaf0864 not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:35:05.781795 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:05.802039 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-19926b0c-0bf2-4f28-8263-4e03977cf8ec tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1951405486&fields=id&tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c HTTP/1.1" status: 200 len: 267 time: 0.0656159 Aug 24 03:35:05.943941 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-29acfa8d-c899-47bf-a4cb-0851bf264981 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (4b2c80a8-4045-4c35-85c3-7b492e37e0eb), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:05.978392 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b062eda-83f5-4093-b96f-536e941af359 req-8760ad27-ca97-4959-9d32-f6412b96f6ed tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:05.979798 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-8760ad27-ca97-4959-9d32-f6412b96f6ed tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/networks?id=52ff60ab-ab6b-4793-b855-63432cd730d4 HTTP/1.1" status: 200 len: 817 time: 0.1707602 Aug 24 03:35:05.982694 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acfa8d-c899-47bf-a4cb-0851bf264981 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Pushing event deleted for resources: {'Port': ['ID=4b2c80a8-4045-4c35-85c3-7b492e37e0eb,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:06.019198 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-02b7acd4-65fd-4ad7-9ed7-bd0c89e70aa9 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/quotas/b5da9e76bed44f3d90144e4fbff2cb1c HTTP/1.1" status: 200 len: 375 time: 0.0317068 Aug 24 03:35:06.094610 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-1b92b37f-7ff9-43d6-bb7f-8708e773c41b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569625 Aug 24 03:35:06.095297 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-29acfa8d-c899-47bf-a4cb-0851bf264981 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks [] for floatingip (9fe79fff-d2a9-4de9-98bc-724e503b813f), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:06.095620 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-29acfa8d-c899-47bf-a4cb-0851bf264981 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Floating IP 9fe79fff-d2a9-4de9-98bc-724e503b813f disassociated (deleted). External IP: 172.27.4.213, port: 925d9bc5-c59a-44c2-9c0d-39c5bc93381b. Aug 24 03:35:06.293731 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8ce27-be9c-4e62-956f-43ecfc20f323 req-6845598f-e29d-4a4c-976f-5dcd5bbf3b57 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:06.295211 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bde8ce27-be9c-4e62-956f-43ecfc20f323 req-6845598f-e29d-4a4c-976f-5dcd5bbf3b57 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.1187263 Aug 24 03:35:06.345297 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-16c7711b-8bf1-40f4-8b00-d2140a2d7820 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163668 Aug 24 03:35:06.455686 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bde8ce27-be9c-4e62-956f-43ecfc20f323 req-aa04523b-227e-4547-9f62-100f6248d619 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539094 Aug 24 03:35:06.533413 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:06.549514 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-c030f563-3506-487a-b091-15cc3e81dad8 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926265 Aug 24 03:35:06.553430 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29acfa8d-c899-47bf-a4cb-0851bf264981 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:35:06.660536 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29acfa8d-c899-47bf-a4cb-0851bf264981 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:35:06.669598 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-29acfa8d-c899-47bf-a4cb-0851bf264981 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:06.671237 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:06.677063 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a5fc24-247d-41da-b5c8-c57cca1727a8 None None] Sync routers for ids ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:35:06.688528 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a5fc24-247d-41da-b5c8-c57cca1727a8 None None] Routers {'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:06.689362 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-24a5fc24-247d-41da-b5c8-c57cca1727a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:34:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:06.707169 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-29acfa8d-c899-47bf-a4cb-0851bf264981 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/9fe79fff-d2a9-4de9-98bc-724e503b813f HTTP/1.1" status: 204 len: 168 time: 1.6700158 Aug 24 03:35:06.751618 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5947a10d-b08a-45ff-beb6-d2db7b7f4e7f req-64665f89-70e8-4945-882d-2a46716278bf tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 210 time: 0.0339785 Aug 24 03:35:06.804529 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-24a5fc24-247d-41da-b5c8-c57cca1727a8 None None] Set router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:06.909197 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'tag': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:35:06.912246 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf54a66-5b78-4007-b9ec-3783c46ece1a" -d '{"events": [{"name": "network-changed", "server_uuid": "733c5faa-7030-4ad2-9fe5-357ce22b115f", "tag": "925d9bc5-c59a-44c2-9c0d-39c5bc93381b"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:35:06.912580 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1794ed6-ce68-4946-989e-f9e22acef70d req-829fcaf4-af7a-43de-b1b3-991e2ee97587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:06.915413 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b1794ed6-ce68-4946-989e-f9e22acef70d req-829fcaf4-af7a-43de-b1b3-991e2ee97587 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=60ed59a87fd44afb9064c8eef04b19c1&device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 1129 time: 0.0564585 Aug 24 03:35:06.986648 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffda4e6b-b81f-4537-865e-a060d6c2836a x-openstack-request-id: req-ffda4e6b-b81f-4537-865e-a060d6c2836a {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:35:06.987188 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733c5faa-7030-4ad2-9fe5-357ce22b115f", "tag": "925d9bc5-c59a-44c2-9c0d-39c5bc93381b", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:35:06.987609 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffda4e6b-b81f-4537-865e-a060d6c2836a {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:35:06.989716 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffda4e6b-b81f-4537-865e-a060d6c2836a'] response: {'name': 'network-changed', 'server_uuid': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'tag': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b', 'status': 'completed', 'code': 200} Aug 24 03:35:07.131915 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-24a5fc24-247d-41da-b5c8-c57cca1727a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:46Z', 'revision_number': 4, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'gw_port': {'id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5', 'name': '', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'mac_address': 'fa:16:3e:e9:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:45Z', 'updated_at': '2022-08-24T03:32:52Z', 'revision_number': 5, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'subnets': [{'id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:07.163878 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a5fc24-247d-41da-b5c8-c57cca1727a8 None None] Checking router: bf2a8d13-ab10-46d3-b0e6-79adc0e0340a for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:35:07.165679 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1794ed6-ce68-4946-989e-f9e22acef70d req-ce67a73b-7f51-4ce5-b2a9-37915026b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:07.167180 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b1794ed6-ce68-4946-989e-f9e22acef70d req-ce67a73b-7f51-4ce5-b2a9-37915026b1af service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=51028d15-e390-412e-acdb-c26e7158d266 HTTP/1.1" status: 200 len: 914 time: 0.0998168 Aug 24 03:35:07.172379 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a5fc24-247d-41da-b5c8-c57cca1727a8 None None] Routers {'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:07.173004 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-24a5fc24-247d-41da-b5c8-c57cca1727a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:34:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:07.283112 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbdcb0-035e-448e-9e74-3f36db157190 req-5da85857-8383-4592-8a57-197d166fc2a7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:07.284993 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-08cbdcb0-035e-448e-9e74-3f36db157190 req-5da85857-8383-4592-8a57-197d166fc2a7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0681875 Aug 24 03:35:07.285564 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-24a5fc24-247d-41da-b5c8-c57cca1727a8 None None] Set router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:07.289299 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b1794ed6-ce68-4946-989e-f9e22acef70d req-769501fd-d04d-47f9-a006-c555c2523f71 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=925d9bc5-c59a-44c2-9c0d-39c5bc93381b HTTP/1.1" status: 200 len: 217 time: 0.0730810 Aug 24 03:35:07.318249 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:07.437948 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:07.474801 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-24a5fc24-247d-41da-b5c8-c57cca1727a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:46Z', 'revision_number': 4, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'gw_port': {'id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5', 'name': '', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'mac_address': 'fa:16:3e:e9:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:45Z', 'updated_at': '2022-08-24T03:32:52Z', 'revision_number': 5, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'subnets': [{'id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:07.499203 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a5fc24-247d-41da-b5c8-c57cca1727a8 None None] The sync data for ids ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'] in dv-cinder-854261-1-iscsi is: [{'id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:46Z', 'revision_number': 4, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'gw_port': {'id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5', 'name': '', 'network_id': '51028d15-e390-412e-acdb-c26e7158d266', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'mac_address': 'fa:16:3e:e9:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:45Z', 'updated_at': '2022-08-24T03:32:52Z', 'revision_number': 5, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'subnets': [{'id': 'ac8d39b4-4410-4749-863f-f88cb6180c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:35:07.614526 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1794ed6-ce68-4946-989e-f9e22acef70d req-bda0ded0-6011-4979-9ce7-eeddbe8b695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:07.616323 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b1794ed6-ce68-4946-989e-f9e22acef70d req-bda0ded0-6011-4979-9ce7-eeddbe8b695b service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ac8d39b4-4410-4749-863f-f88cb6180c49 HTTP/1.1" status: 200 len: 852 time: 0.0521293 Aug 24 03:35:07.621841 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ff13a-5bb5-4bf7-8fe5-d35ba7d616e1 req-ae35e8ee-6d8a-4ce5-bbee-b9148e76d9a5 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:07.623264 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ca3ff13a-5bb5-4bf7-8fe5-d35ba7d616e1 req-ae35e8ee-6d8a-4ce5-bbee-b9148e76d9a5 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 946 time: 0.0904109 Aug 24 03:35:07.680519 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1794ed6-ce68-4946-989e-f9e22acef70d req-e01f11fb-cf93-4173-b3e1-20f83d392a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:07.682408 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b1794ed6-ce68-4946-989e-f9e22acef70d req-e01f11fb-cf93-4173-b3e1-20f83d392a52 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=51028d15-e390-412e-acdb-c26e7158d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516407 Aug 24 03:35:07.743843 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:07.753392 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-08cbdcb0-035e-448e-9e74-3f36db157190 req-6d8c7756-dc15-4bc3-b996-0c40f38233ee tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Deleting port 75859805-bde6-4c9f-97a2-f33dca1a8545 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:07.753815 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-08cbdcb0-035e-448e-9e74-3f36db157190 req-6d8c7756-dc15-4bc3-b996-0c40f38233ee tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:07.786981 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ca3ff13a-5bb5-4bf7-8fe5-d35ba7d616e1 req-3b92f6fb-bace-46bc-bf10-5d75f48002e3 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394165 Aug 24 03:35:07.862959 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:07.868222 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b1794ed6-ce68-4946-989e-f9e22acef70d req-a9964ec7-a080-422d-8660-87cf5b8b4931 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778953 Aug 24 03:35:07.878437 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd24f3d-6cc4-4ae6-bf6d-206fcaebba1d None None] New status for floating IP 9fe79fff-d2a9-4de9-98bc-724e503b813f: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:35:07.914527 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d16be5b7-a96b-4d08-82b3-ded1442c2a2a req-aa907b2b-334f-455f-806c-27839ffc038c tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 210 time: 0.0433552 Aug 24 03:35:07.926456 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-08cbdcb0-035e-448e-9e74-3f36db157190 req-6d8c7756-dc15-4bc3-b996-0c40f38233ee tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] For port 75859805-bde6-4c9f-97a2-f33dca1a8545, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=75859805-bde6-4c9f-97a2-f33dca1a8545,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:07.926842 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-08cbdcb0-035e-448e-9e74-3f36db157190 req-6d8c7756-dc15-4bc3-b996-0c40f38233ee tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:07.945019 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-08cbdcb0-035e-448e-9e74-3f36db157190 req-6d8c7756-dc15-4bc3-b996-0c40f38233ee tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Calling delete_port for 75859805-bde6-4c9f-97a2-f33dca1a8545 owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:08.097782 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-08cbdcb0-035e-448e-9e74-3f36db157190 req-6d8c7756-dc15-4bc3-b996-0c40f38233ee tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (75859805-bde6-4c9f-97a2-f33dca1a8545), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:08.136092 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c7756-dc15-4bc3-b996-0c40f38233ee tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Pushing event deleted for resources: {'Port': ['ID=75859805-bde6-4c9f-97a2-f33dca1a8545,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:08.137478 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['96ac11e6-aaa8-4961-9e5b-62c81b5e9607', '75859805-bde6-4c9f-97a2-f33dca1a8545'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:35:08.202912 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cbdcb0-035e-448e-9e74-3f36db157190 req-6d8c7756-dc15-4bc3-b996-0c40f38233ee tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] No DVR routers for this DVR port 75859805-bde6-4c9f-97a2-f33dca1a8545 on host hv-cinder-85426 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:35:08.207823 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b1794ed6-ce68-4946-989e-f9e22acef70d req-1456714b-f3bf-474e-9e5d-96bd9bd98e78 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476333 Aug 24 03:35:08.208326 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-08cbdcb0-035e-448e-9e74-3f36db157190 req-6d8c7756-dc15-4bc3-b996-0c40f38233ee tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:08.211241 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-08cbdcb0-035e-448e-9e74-3f36db157190 req-6d8c7756-dc15-4bc3-b996-0c40f38233ee tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.84 "DELETE /networking/v2.0/ports/75859805-bde6-4c9f-97a2-f33dca1a8545 HTTP/1.1" status: 204 len: 173 time: 0.6445112 Aug 24 03:35:08.408541 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf54a66-5b78-4007-b9ec-3783c46ece1a req-27440c9b-eaf8-42f7-b9af-c42bdda00ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:08.410173 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-adf54a66-5b78-4007-b9ec-3783c46ece1a req-27440c9b-eaf8-42f7-b9af-c42bdda00ed2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=60ed59a87fd44afb9064c8eef04b19c1&device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 1129 time: 0.0896583 Aug 24 03:35:08.455032 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b062eda-83f5-4093-b96f-536e941af359 req-fd1ced34-b85b-4e33-8e22-094049c04f7d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:08.456506 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-fd1ced34-b85b-4e33-8e22-094049c04f7d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.84 "GET /networking/v2.0/networks?id=52ff60ab-ab6b-4793-b855-63432cd730d4 HTTP/1.1" status: 200 len: 817 time: 0.1960001 Aug 24 03:35:08.526632 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf54a66-5b78-4007-b9ec-3783c46ece1a req-0dbd8a0b-5ff1-4d9b-a3fc-8d72745a9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:08.528268 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-adf54a66-5b78-4007-b9ec-3783c46ece1a req-0dbd8a0b-5ff1-4d9b-a3fc-8d72745a9684 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=51028d15-e390-412e-acdb-c26e7158d266 HTTP/1.1" status: 200 len: 914 time: 0.1106863 Aug 24 03:35:08.898670 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-adf54a66-5b78-4007-b9ec-3783c46ece1a req-002b64cf-c9c2-4894-958a-81e2689b2a7a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=925d9bc5-c59a-44c2-9c0d-39c5bc93381b HTTP/1.1" status: 200 len: 217 time: 0.0489984 Aug 24 03:35:08.915940 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f0904f91-1635-432e-9370-ee28a4fd76c6 req-1172c3de-1238-41ec-8dbb-1fec51fb114f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6fb4b6a3-5be8-48da-a564-3bf08b732fa5 HTTP/1.1" status: 200 len: 210 time: 0.0359571 Aug 24 03:35:08.989639 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-e3660735-ce98-4b3e-933b-318276210c1e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c HTTP/1.1" status: 200 len: 380 time: 0.1385126 Aug 24 03:35:08.991240 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb4b6a3-5be8-48da-a564-3bf08b732fa5', 'name': 'network-vif-deleted', 'tag': '75859805-bde6-4c9f-97a2-f33dca1a8545'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:35:08.993882 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5751ae1-c50f-4eed-98c9-3600f3e44ded" -d '{"events": [{"server_uuid": "6fb4b6a3-5be8-48da-a564-3bf08b732fa5", "name": "network-vif-deleted", "tag": "75859805-bde6-4c9f-97a2-f33dca1a8545"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:35:08.995202 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf54a66-5b78-4007-b9ec-3783c46ece1a req-f0a0e338-39f7-4157-8d12-ca2e3bc7e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:08.998491 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-adf54a66-5b78-4007-b9ec-3783c46ece1a req-f0a0e338-39f7-4157-8d12-ca2e3bc7e2d5 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ac8d39b4-4410-4749-863f-f88cb6180c49 HTTP/1.1" status: 200 len: 852 time: 0.0835772 Aug 24 03:35:09.029887 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-9b062eda-83f5-4093-b96f-536e941af359 req-3e9b8daf-d5ff-42a6-8151-28a39b28e374 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Request body: {'port': {'device_id': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'admin_state_up': True, 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'security_groups': ['fc974ac5-e16d-48a0-862d-8194c6f67484']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:09.033306 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5acd1baf-93b1-42f5-9bb2-c325ffbccef2 req-772db0f4-ba56-4652-b134-87468b8fed87 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 210 time: 0.0316048 Aug 24 03:35:09.044311 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588cb25b-644b-4f03-a43d-cd7f172b8623 x-openstack-request-id: req-588cb25b-644b-4f03-a43d-cd7f172b8623 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:35:09.044496 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb4b6a3-5be8-48da-a564-3bf08b732fa5", "name": "network-vif-deleted", "tag": "75859805-bde6-4c9f-97a2-f33dca1a8545", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:35:09.044931 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-588cb25b-644b-4f03-a43d-cd7f172b8623 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:35:09.045651 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-588cb25b-644b-4f03-a43d-cd7f172b8623'] response: {'server_uuid': '6fb4b6a3-5be8-48da-a564-3bf08b732fa5', 'name': 'network-vif-deleted', 'tag': '75859805-bde6-4c9f-97a2-f33dca1a8545', 'status': 'completed', 'code': 200} Aug 24 03:35:09.088549 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf54a66-5b78-4007-b9ec-3783c46ece1a req-bd543aa5-87d7-4371-a9fe-2d8189dc114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:09.090742 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-adf54a66-5b78-4007-b9ec-3783c46ece1a req-bd543aa5-87d7-4371-a9fe-2d8189dc114a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=51028d15-e390-412e-acdb-c26e7158d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799882 Aug 24 03:35:09.255701 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-adf54a66-5b78-4007-b9ec-3783c46ece1a req-4d97bd56-03bb-419b-99a9-370c9218274a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283455 Aug 24 03:35:09.256896 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b062eda-83f5-4093-b96f-536e941af359 req-3e9b8daf-d5ff-42a6-8151-28a39b28e374 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Made reservation on behalf of b5da9e76bed44f3d90144e4fbff2cb1c for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:35:09.260926 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9b062eda-83f5-4093-b96f-536e941af359 req-3e9b8daf-d5ff-42a6-8151-28a39b28e374 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:09.466853 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-adf54a66-5b78-4007-b9ec-3783c46ece1a req-3e9efdd4-3560-42ee-9d91-0c87db348b64 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030187 Aug 24 03:35:09.483440 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:09.490815 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:09.497024 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-9b062eda-83f5-4093-b96f-536e941af359 req-3e9b8daf-d5ff-42a6-8151-28a39b28e374 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Allocated IP 172.20.0.11 (52ff60ab-ab6b-4793-b855-63432cd730d4/8eba2ef7-6d0c-4faf-acaa-72abc36d027f/c49bffe3-b213-40d0-a914-6759e188a044) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:35:09.645496 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9b062eda-83f5-4093-b96f-536e941af359 req-3e9b8daf-d5ff-42a6-8151-28a39b28e374 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for port (c49bffe3-b213-40d0-a914-6759e188a044), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:09.678257 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9b062eda-83f5-4093-b96f-536e941af359 req-3e9b8daf-d5ff-42a6-8151-28a39b28e374 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (c49bffe3-b213-40d0-a914-6759e188a044), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:09.742392 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b062eda-83f5-4093-b96f-536e941af359 req-3e9b8daf-d5ff-42a6-8151-28a39b28e374 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Network 52ff60ab-ab6b-4793-b855-63432cd730d4 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:35:09.746132 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-9b062eda-83f5-4093-b96f-536e941af359 req-3e9b8daf-d5ff-42a6-8151-28a39b28e374 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:35:09.751628 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b062eda-83f5-4093-b96f-536e941af359 req-3e9b8daf-d5ff-42a6-8151-28a39b28e374 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:35:09.779391 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b8daf-d5ff-42a6-8151-28a39b28e374 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event updated for resources: {'Port': ['ID=c49bffe3-b213-40d0-a914-6759e188a044,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:09.808066 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b062eda-83f5-4093-b96f-536e941af359 req-3e9b8daf-d5ff-42a6-8151-28a39b28e374 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:09.809268 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9b062eda-83f5-4093-b96f-536e941af359 req-3e9b8daf-d5ff-42a6-8151-28a39b28e374 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:09.826500 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-3e9b8daf-d5ff-42a6-8151-28a39b28e374 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8136139 Aug 24 03:35:09.846313 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Request body: {'port': {'device_id': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:09.912918 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c49bffe3-b213-40d0-a914-6759e188a044), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:09.971671 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-86bd6fb8-8fb9-4bac-ab94-300484c3de1c None None] Provisioning complete for port c49bffe3-b213-40d0-a914-6759e188a044 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:09.972277 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-86bd6fb8-8fb9-4bac-ab94-300484c3de1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (c49bffe3-b213-40d0-a914-6759e188a044), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:10.007674 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-86bd6fb8-8fb9-4bac-ab94-300484c3de1c None None] Port c49bffe3-b213-40d0-a914-6759e188a044 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:35:10.193183 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a5baa-5f52-4ff3-b439-dd0d46cd2052 req-4bdd4db0-8206-433c-9aac-54af86310583 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:10.194566 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a37a5baa-5f52-4ff3-b439-dd0d46cd2052 req-4bdd4db0-8206-433c-9aac-54af86310583 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 932 time: 0.0598574 Aug 24 03:35:10.201539 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49bffe3-b213-40d0-a914-6759e188a044 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:35:10.209335 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Publish callbacks [] for port (c49bffe3-b213-40d0-a914-6759e188a044), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:10.222771 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Transition to ACTIVE for port object c49bffe3-b213-40d0-a914-6759e188a044 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:35:10.226732 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (c49bffe3-b213-40d0-a914-6759e188a044), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:10.241625 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fd983-56b8-4292-a816-b871c2b215a6 req-cb30418a-66f8-4c47-abe4-b9100bb1dcd2 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:10.243084 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4e3fd983-56b8-4292-a816-b871c2b215a6 req-cb30418a-66f8-4c47-abe4-b9100bb1dcd2 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0691650 Aug 24 03:35:10.287200 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a37a5baa-5f52-4ff3-b439-dd0d46cd2052 req-84b043e8-494c-42ea-a2d2-436b1c27c9f5 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769174 Aug 24 03:35:10.298060 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:10.314408 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c49bffe3-b213-40d0-a914-6759e188a044,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:10.317638 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4e3fd983-56b8-4292-a816-b871c2b215a6 req-d3bf0803-b701-4575-bb14-67f8753a1a1a tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631232 Aug 24 03:35:10.349639 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Attempting to bind port c49bffe3-b213-40d0-a914-6759e188a044 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:35:10.349968 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Attempting to bind port c49bffe3-b213-40d0-a914-6759e188a044 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:35:10.350291 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Attempting to bind port c49bffe3-b213-40d0-a914-6759e188a044 on network 52ff60ab-ab6b-4793-b855-63432cd730d4 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:35:10.352892 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=92,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:10.353461 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:10.356958 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Port c49bffe3-b213-40d0-a914-6759e188a044 on network 52ff60ab-ab6b-4793-b855-63432cd730d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:35:10.357273 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Attempting to bind port c49bffe3-b213-40d0-a914-6759e188a044 on network 52ff60ab-ab6b-4793-b855-63432cd730d4 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:35:10.364650 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:35:10.365025 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Checking segment: {'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:35:10.365403 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Bound using segment: {'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:35:10.365823 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Bound port: c49bffe3-b213-40d0-a914-6759e188a044, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03bc137d-65ff-4720-870e-7343ebb2c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:35:10.366180 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c49bffe3-b213-40d0-a914-6759e188a044), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:10.436215 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] For port c49bffe3-b213-40d0-a914-6759e188a044, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:35:10.439730 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] For port c49bffe3-b213-40d0-a914-6759e188a044, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c49bffe3-b213-40d0-a914-6759e188a044,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:35:10.445392 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (c49bffe3-b213-40d0-a914-6759e188a044), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:10.449938 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:10.450548 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:10.451932 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/c49bffe3-b213-40d0-a914-6759e188a044 HTTP/1.1" status: 200 len: 1094 time: 0.6103475 Aug 24 03:35:10.452418 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'tag': 'c49bffe3-b213-40d0-a914-6759e188a044'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:35:10.454739 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce2cad2-e567-4157-b8ce-f9891adee0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4", "tag": "c49bffe3-b213-40d0-a914-6759e188a044"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:35:10.494447 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed01ca4-6c46-4218-8d13-6502526a145c x-openstack-request-id: req-9ed01ca4-6c46-4218-8d13-6502526a145c {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:35:10.494757 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4", "tag": "c49bffe3-b213-40d0-a914-6759e188a044", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:35:10.494994 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ed01ca4-6c46-4218-8d13-6502526a145c {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:35:10.495395 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed01ca4-6c46-4218-8d13-6502526a145c'] response: {'name': 'network-changed', 'server_uuid': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'tag': 'c49bffe3-b213-40d0-a914-6759e188a044', 'status': 'completed', 'code': 200} Aug 24 03:35:10.507751 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc39787-3114-443b-8b44-523dc75530f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c49bffe3-b213-40d0-a914-6759e188a044,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:10.703070 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc15786-c33b-4ea2-97f3-c03b1d6943cd req-78dd6e4f-ddc4-48e8-8ab2-74cf6dc33b7e tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:10.704466 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5cc15786-c33b-4ea2-97f3-c03b1d6943cd req-78dd6e4f-ddc4-48e8-8ab2-74cf6dc33b7e tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 945 time: 0.0983984 Aug 24 03:35:10.752266 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5cc15786-c33b-4ea2-97f3-c03b1d6943cd req-0cab6623-765b-4699-89f9-d5ecf0663786 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Aug 24 03:35:11.471112 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221134aa-69aa-48e7-b69f-88f49ca5bcde req-b6b53e0c-60d5-42cb-b7ae-38946975fa81 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:11.472614 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-221134aa-69aa-48e7-b69f-88f49ca5bcde req-b6b53e0c-60d5-42cb-b7ae-38946975fa81 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0795605 Aug 24 03:35:11.492578 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508af542-e704-45aa-8f8d-708de43487b7 req-0a954661-3407-4f10-b206-4a8826ffda01 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:11.494086 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-508af542-e704-45aa-8f8d-708de43487b7 req-0a954661-3407-4f10-b206-4a8826ffda01 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.1259887 Aug 24 03:35:11.516316 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:11.562899 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-221134aa-69aa-48e7-b69f-88f49ca5bcde req-a4b11208-fb9f-435b-9192-51fae7bddd5d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843606 Aug 24 03:35:11.566959 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-508af542-e704-45aa-8f8d-708de43487b7 req-81991c89-5c3a-489f-8a37-832e6dfea041 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658607 Aug 24 03:35:11.665179 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 75859805-bde6-4c9f-97a2-f33dca1a8545 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:35:11.684432 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: 75859805-bde6-4c9f-97a2-f33dca1a8545 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:35:11.684797 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 75859805-bde6-4c9f-97a2-f33dca1a8545 not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:35:11.869998 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1dcde-30a5-45a5-ac05-24849fbb5b1d req-32e6edac-5c82-4fb9-b6b6-9b6a483f61c6 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:11.871488 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e5f1dcde-30a5-45a5-ac05-24849fbb5b1d req-32e6edac-5c82-4fb9-b6b6-9b6a483f61c6 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 945 time: 0.0465858 Aug 24 03:35:11.919995 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e5f1dcde-30a5-45a5-ac05-24849fbb5b1d req-5b7c5b20-4fc4-492b-8f45-44c63756c816 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428903 Aug 24 03:35:12.702416 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a9cc6-5f00-4c5f-9e2e-89a09f896b54 req-1901ca94-cb99-421d-931e-4d3c043f80a6 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:12.703861 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b89a9cc6-5f00-4c5f-9e2e-89a09f896b54 req-1901ca94-cb99-421d-931e-4d3c043f80a6 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0542450 Aug 24 03:35:12.762296 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5f20a-2367-4a47-ba45-47c13bf1ad50 req-17307504-a838-405b-97af-72873ada526b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:12.763770 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-80c5f20a-2367-4a47-ba45-47c13bf1ad50 req-17307504-a838-405b-97af-72873ada526b tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0688002 Aug 24 03:35:12.799677 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b89a9cc6-5f00-4c5f-9e2e-89a09f896b54 req-45c7c0ff-e7b8-4706-a380-b1db86baf66e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872359 Aug 24 03:35:12.826951 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-80c5f20a-2367-4a47-ba45-47c13bf1ad50 req-b8c19c71-ddc5-4fe3-b1ea-abfce546c7ad tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575466 Aug 24 03:35:13.042222 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02334d-6ec0-46ab-a67f-e9204e91538a req-d2960307-d1c9-4efb-bfc4-eb14e81f5bcc tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:13.044383 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7a02334d-6ec0-46ab-a67f-e9204e91538a req-d2960307-d1c9-4efb-bfc4-eb14e81f5bcc tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 945 time: 0.0517399 Aug 24 03:35:13.094864 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7a02334d-6ec0-46ab-a67f-e9204e91538a req-ecf56500-0fd8-471c-beaa-c21765b2de90 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433915 Aug 24 03:35:13.179226 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2cad2-e567-4157-b8ce-f9891adee0a6 req-a9b58dc0-3331-453f-82c6-ca1d2f139045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:13.180654 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2ce2cad2-e567-4157-b8ce-f9891adee0a6 req-a9b58dc0-3331-453f-82c6-ca1d2f139045 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 1128 time: 0.0419338 Aug 24 03:35:13.956792 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279a07e-fb87-4e58-a3b9-0b586e49413a req-6a041ba1-ff11-4e38-accb-b752a93d0582 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:13.958432 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f279a07e-fb87-4e58-a3b9-0b586e49413a req-6a041ba1-ff11-4e38-accb-b752a93d0582 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0777564 Aug 24 03:35:13.968708 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2ada7-7734-4de1-b0e4-b48c36f5f826 req-050d9018-9eb5-4595-ac24-b45b0629fb2f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:13.970408 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4ad2ada7-7734-4de1-b0e4-b48c36f5f826 req-050d9018-9eb5-4595-ac24-b45b0629fb2f tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0606108 Aug 24 03:35:14.051638 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f279a07e-fb87-4e58-a3b9-0b586e49413a req-4845ac45-73da-4a78-a784-9ad3e4a6de03 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802662 Aug 24 03:35:14.054875 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4ad2ada7-7734-4de1-b0e4-b48c36f5f826 req-b5b0ff83-4af2-4d54-a6d1-d358caaa4969 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778036 Aug 24 03:35:14.215697 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0e108-f9d5-4209-bd5e-42cfc43f7099 req-68d0c02b-e2c9-4e81-8312-1ef82e9ce6e5 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:14.217195 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-82f0e108-f9d5-4209-bd5e-42cfc43f7099 req-68d0c02b-e2c9-4e81-8312-1ef82e9ce6e5 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 945 time: 0.0463667 Aug 24 03:35:14.264162 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-82f0e108-f9d5-4209-bd5e-42cfc43f7099 req-502be499-05a7-476b-a79d-994ee1b8d6bd tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411940 Aug 24 03:35:15.036606 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2cad2-e567-4157-b8ce-f9891adee0a6 req-ab973740-09fc-4276-b9ee-c2bdd8795a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:15.038113 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2ce2cad2-e567-4157-b8ce-f9891adee0a6 req-ab973740-09fc-4276-b9ee-c2bdd8795a87 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0959408 Aug 24 03:35:15.204542 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ef0ec-8113-411e-992d-b4ee4c130553 req-5187898b-fefd-455d-9842-f4cf068e1c33 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:15.205970 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d50ef0ec-8113-411e-992d-b4ee4c130553 req-5187898b-fefd-455d-9842-f4cf068e1c33 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.0771930 Aug 24 03:35:15.219384 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e3686-23d3-4f71-8677-66a9688b4142 req-d5e025bc-7a2f-4030-be6a-996da307e0e1 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:15.220883 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-429e3686-23d3-4f71-8677-66a9688b4142 req-d5e025bc-7a2f-4030-be6a-996da307e0e1 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0826154 Aug 24 03:35:15.242584 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:15.295522 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d50ef0ec-8113-411e-992d-b4ee4c130553 req-b7a8b7ed-cf31-4b6b-b01b-d396b6af11b0 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=89b7de32-1708-4713-81b4-d095752324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837514 Aug 24 03:35:15.302780 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2cad2-e567-4157-b8ce-f9891adee0a6 req-05302c84-d2b8-44c3-91de-f2e6b04069b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:15.303342 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-429e3686-23d3-4f71-8677-66a9688b4142 req-8cde3111-2c52-4be9-a686-8a60d9b40576 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760493 Aug 24 03:35:15.304276 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2ce2cad2-e567-4157-b8ce-f9891adee0a6 req-05302c84-d2b8-44c3-91de-f2e6b04069b7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972414 Aug 24 03:35:15.400575 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030ab91-dd41-4398-8759-37abf0671da7 req-6e67ec7a-5541-4549-adce-c6141553842c tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:15.402214 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b030ab91-dd41-4398-8759-37abf0671da7 req-6e67ec7a-5541-4549-adce-c6141553842c tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 945 time: 0.0494487 Aug 24 03:35:15.461339 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:15.467372 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b030ab91-dd41-4398-8759-37abf0671da7 req-ebee9e21-047c-4a97-aadf-c00db0e28335 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589411 Aug 24 03:35:15.510291 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54e9d0-ebc3-4041-9c96-30a12d38bb15 req-de21e51d-a76d-41ee-b575-1e39758ebee5 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:15.511890 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ad54e9d0-ebc3-4041-9c96-30a12d38bb15 req-de21e51d-a76d-41ee-b575-1e39758ebee5 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 945 time: 0.0625618 Aug 24 03:35:15.612376 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-ad54e9d0-ebc3-4041-9c96-30a12d38bb15 req-92a7ff15-8b6f-42cf-aef3-3dcff780a201 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Deleting port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:15.612723 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-ad54e9d0-ebc3-4041-9c96-30a12d38bb15 req-92a7ff15-8b6f-42cf-aef3-3dcff780a201 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:15.711121 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-ad54e9d0-ebc3-4041-9c96-30a12d38bb15 req-92a7ff15-8b6f-42cf-aef3-3dcff780a201 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] For port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=925d9bc5-c59a-44c2-9c0d-39c5bc93381b,segment=NetworkSegment(83931d63-0ef7-4eff-afd0-bd7022b8f0a1),segment_id=83931d63-0ef7-4eff-afd0-bd7022b8f0a1)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:15.711541 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-ad54e9d0-ebc3-4041-9c96-30a12d38bb15 req-92a7ff15-8b6f-42cf-aef3-3dcff780a201 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:15.726252 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-ad54e9d0-ebc3-4041-9c96-30a12d38bb15 req-92a7ff15-8b6f-42cf-aef3-3dcff780a201 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Calling delete_port for 925d9bc5-c59a-44c2-9c0d-39c5bc93381b owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:15.729997 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d42f0-2f0e-4997-90a8-cdd7ed279cea req-ef571fd7-e0ba-46a7-b2c5-d73819dc4ae7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:15.731505 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-513d42f0-2f0e-4997-90a8-cdd7ed279cea req-ef571fd7-e0ba-46a7-b2c5-d73819dc4ae7 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 945 time: 0.2941256 Aug 24 03:35:15.734627 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b062eda-83f5-4093-b96f-536e941af359 req-b62e6489-330e-43ce-a382-91ddb83102db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:15.735997 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-b62e6489-330e-43ce-a382-91ddb83102db service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 1128 time: 0.0526733 Aug 24 03:35:15.858763 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-ad54e9d0-ebc3-4041-9c96-30a12d38bb15 req-92a7ff15-8b6f-42cf-aef3-3dcff780a201 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (925d9bc5-c59a-44c2-9c0d-39c5bc93381b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:15.894646 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['925d9bc5-c59a-44c2-9c0d-39c5bc93381b'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:35:15.901370 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7ff15-8b6f-42cf-aef3-3dcff780a201 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Pushing event deleted for resources: {'Port': ['ID=925d9bc5-c59a-44c2-9c0d-39c5bc93381b,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:15.946253 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad54e9d0-ebc3-4041-9c96-30a12d38bb15 req-92a7ff15-8b6f-42cf-aef3-3dcff780a201 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] No DVR routers for this DVR port 925d9bc5-c59a-44c2-9c0d-39c5bc93381b on host hv-cinder-85426 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:35:15.948661 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-ad54e9d0-ebc3-4041-9c96-30a12d38bb15 req-92a7ff15-8b6f-42cf-aef3-3dcff780a201 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:15.952797 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ad54e9d0-ebc3-4041-9c96-30a12d38bb15 req-92a7ff15-8b6f-42cf-aef3-3dcff780a201 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.84 "DELETE /networking/v2.0/ports/925d9bc5-c59a-44c2-9c0d-39c5bc93381b HTTP/1.1" status: 204 len: 173 time: 0.4297545 Aug 24 03:35:15.953243 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'name': 'network-vif-deleted', 'tag': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:35:15.955491 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab78c34-18ea-4fdc-b0a2-a609c0ac4c25" -d '{"events": [{"server_uuid": "733c5faa-7030-4ad2-9fe5-357ce22b115f", "name": "network-vif-deleted", "tag": "925d9bc5-c59a-44c2-9c0d-39c5bc93381b"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:35:15.959381 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-b070531a-498f-4583-9c52-ca966ba2be8e service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c49bffe3-b213-40d0-a914-6759e188a044 HTTP/1.1" status: 200 len: 217 time: 0.0637908 Aug 24 03:35:16.003780 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862b53d7-1b38-411c-b2db-be648ecfb5a1 x-openstack-request-id: req-862b53d7-1b38-411c-b2db-be648ecfb5a1 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:35:16.004069 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733c5faa-7030-4ad2-9fe5-357ce22b115f", "name": "network-vif-deleted", "tag": "925d9bc5-c59a-44c2-9c0d-39c5bc93381b", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:35:16.004308 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-862b53d7-1b38-411c-b2db-be648ecfb5a1 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:35:16.004710 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862b53d7-1b38-411c-b2db-be648ecfb5a1'] response: {'server_uuid': '733c5faa-7030-4ad2-9fe5-357ce22b115f', 'name': 'network-vif-deleted', 'tag': '925d9bc5-c59a-44c2-9c0d-39c5bc93381b', 'status': 'completed', 'code': 200} Aug 24 03:35:16.054512 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-513d42f0-2f0e-4997-90a8-cdd7ed279cea req-a5675c7e-e852-41d7-a6fe-054ea596f53d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Deleting port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:16.055078 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-513d42f0-2f0e-4997-90a8-cdd7ed279cea req-a5675c7e-e852-41d7-a6fe-054ea596f53d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:16.058395 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b062eda-83f5-4093-b96f-536e941af359 req-75c59c5f-aa48-42f9-97cb-82ecee0186a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:16.060501 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-75c59c5f-aa48-42f9-97cb-82ecee0186a0 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=8eba2ef7-6d0c-4faf-acaa-72abc36d027f HTTP/1.1" status: 200 len: 856 time: 0.0955462 Aug 24 03:35:16.156408 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b062eda-83f5-4093-b96f-536e941af359 req-b008dc18-8c83-4472-8ca6-63be5574446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:16.157965 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-b008dc18-8c83-4472-8ca6-63be5574446b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=52ff60ab-ab6b-4793-b855-63432cd730d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815599 Aug 24 03:35:16.186756 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-513d42f0-2f0e-4997-90a8-cdd7ed279cea req-a5675c7e-e852-41d7-a6fe-054ea596f53d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] For port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=96ac11e6-aaa8-4961-9e5b-62c81b5e9607,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:16.187055 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-513d42f0-2f0e-4997-90a8-cdd7ed279cea req-a5675c7e-e852-41d7-a6fe-054ea596f53d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:16.199957 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-513d42f0-2f0e-4997-90a8-cdd7ed279cea req-a5675c7e-e852-41d7-a6fe-054ea596f53d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Calling delete_port for 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:16.336305 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-513d42f0-2f0e-4997-90a8-cdd7ed279cea req-a5675c7e-e852-41d7-a6fe-054ea596f53d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (96ac11e6-aaa8-4961-9e5b-62c81b5e9607), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:16.344502 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:16.350531 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:16.376620 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['96ac11e6-aaa8-4961-9e5b-62c81b5e9607'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:35:16.380117 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:16.419317 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5675c7e-e852-41d7-a6fe-054ea596f53d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Pushing event deleted for resources: {'Port': ['ID=96ac11e6-aaa8-4961-9e5b-62c81b5e9607,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:16.448421 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8c3b719a-6dcf-4d74-98fc-10c3f1b8aead req-6f1f989b-5dd1-456b-8791-852cc0c2bc53 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 210 time: 0.0477941 Aug 24 03:35:16.477566 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-513d42f0-2f0e-4997-90a8-cdd7ed279cea req-a5675c7e-e852-41d7-a6fe-054ea596f53d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] No DVR routers for this DVR port 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:35:16.482977 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-513d42f0-2f0e-4997-90a8-cdd7ed279cea req-a5675c7e-e852-41d7-a6fe-054ea596f53d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:16.486303 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-513d42f0-2f0e-4997-90a8-cdd7ed279cea req-a5675c7e-e852-41d7-a6fe-054ea596f53d tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.84 "DELETE /networking/v2.0/ports/96ac11e6-aaa8-4961-9e5b-62c81b5e9607 HTTP/1.1" status: 204 len: 173 time: 0.5921574 Aug 24 03:35:16.493145 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a844487d-f9fc-4452-843d-d6ac2efb35d6', 'name': 'network-vif-deleted', 'tag': '96ac11e6-aaa8-4961-9e5b-62c81b5e9607'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:35:16.496912 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279323f3-c208-4563-84e3-17b932ff8d2e" -d '{"events": [{"server_uuid": "a844487d-f9fc-4452-843d-d6ac2efb35d6", "name": "network-vif-deleted", "tag": "96ac11e6-aaa8-4961-9e5b-62c81b5e9607"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:35:16.544134 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026f245-2584-444f-840e-c491c0298716 req-143197aa-8535-40e9-be33-cc55dd006efa tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:16.545924 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0026f245-2584-444f-840e-c491c0298716 req-143197aa-8535-40e9-be33-cc55dd006efa tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0864034 Aug 24 03:35:16.576667 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-b2260c1d-15d4-4e22-ae30-db240b2eb94f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685588 Aug 24 03:35:16.620759 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-905f794e-4eaa-4c05-8926-c0456c360a43 req-3be46aa0-4809-4b43-bfd2-9e5224e57fe8 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=733c5faa-7030-4ad2-9fe5-357ce22b115f HTTP/1.1" status: 200 len: 210 time: 0.0417290 Aug 24 03:35:16.655618 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0026f245-2584-444f-840e-c491c0298716 req-5b9cfe69-7787-4254-a52e-0d23b1d831ed tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034117 Aug 24 03:35:16.679875 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f3fb10-f89f-42ed-a72a-bd595e3bb8fb x-openstack-request-id: req-23f3fb10-f89f-42ed-a72a-bd595e3bb8fb {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:35:16.680200 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a844487d-f9fc-4452-843d-d6ac2efb35d6", "name": "network-vif-deleted", "tag": "96ac11e6-aaa8-4961-9e5b-62c81b5e9607", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:35:16.680454 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23f3fb10-f89f-42ed-a72a-bd595e3bb8fb {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:35:16.680870 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f3fb10-f89f-42ed-a72a-bd595e3bb8fb'] response: {'server_uuid': 'a844487d-f9fc-4452-843d-d6ac2efb35d6', 'name': 'network-vif-deleted', 'tag': '96ac11e6-aaa8-4961-9e5b-62c81b5e9607', 'status': 'completed', 'code': 200} Aug 24 03:35:16.709400 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b062eda-83f5-4093-b96f-536e941af359 req-b67c750e-ece4-461a-9de7-daff8af0cbd5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163497 Aug 24 03:35:17.038658 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:17.353041 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e0db17db-a70f-4bb4-8c16-74e889b650df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:17.560896 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d30c6859-6b05-44f0-91c5-7c2eafe9f6c4 req-f556c9b7-9fef-41de-8334-4e884f258957 tempest-ServerRescueNegativeTestJSON-1294945241 tempest-ServerRescueNegativeTestJSON-1294945241-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a844487d-f9fc-4452-843d-d6ac2efb35d6 HTTP/1.1" status: 200 len: 210 time: 0.0290034 Aug 24 03:35:17.804785 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47afd2-a82f-4acc-a803-27d6c887baa1 req-fdc8799e-454b-455e-8637-9a125bf58822 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:17.806976 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1a47afd2-a82f-4acc-a803-27d6c887baa1 req-fdc8799e-454b-455e-8637-9a125bf58822 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0600495 Aug 24 03:35:17.828210 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:35:17.865132 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1a47afd2-a82f-4acc-a803-27d6c887baa1 req-b5e265a3-26d3-403c-9606-1594dd8ffdf3 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494490 Aug 24 03:35:18.213235 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55426) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:18.591800 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-203a39ec-7a52-44c5-852d-63b4c659b564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892142'] for router_interface (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:18.624304 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55430) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:18.877423 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-203a39ec-7a52-44c5-852d-63b4c659b564 admin admin] Deleting port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:18.877794 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-203a39ec-7a52-44c5-852d-63b4c659b564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:18.976074 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-203a39ec-7a52-44c5-852d-63b4c659b564 admin admin] For port ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5,segment=NetworkSegment(83931d63-0ef7-4eff-afd0-bd7022b8f0a1),segment_id=83931d63-0ef7-4eff-afd0-bd7022b8f0a1)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:18.976470 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-203a39ec-7a52-44c5-852d-63b4c659b564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:18.991272 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-203a39ec-7a52-44c5-852d-63b4c659b564 admin admin] Calling delete_port for ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 owned by network:router_interface {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:19.003944 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:19.052555 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:19.162906 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:19.181070 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-203a39ec-7a52-44c5-852d-63b4c659b564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:19.183926 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16607f2-93bf-470f-a148-6a06e19955fa req-19a7e6df-c961-41e2-a981-ba7e5a8691ee tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:19.185769 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c16607f2-93bf-470f-a148-6a06e19955fa req-19a7e6df-c961-41e2-a981-ba7e5a8691ee tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0861390 Aug 24 03:35:19.206568 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a39ec-7a52-44c5-852d-63b4c659b564 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:19.212885 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:19.281120 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c16607f2-93bf-470f-a148-6a06e19955fa req-8c80923a-4731-4dc8-8650-648706f59d19 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888300 Aug 24 03:35:19.379513 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8f297fc0-bcfc-4519-b754-e8116cdcef22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892142'] for router_interface (4a37f485-85f4-4569-bac9-f2d433f185f7), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:19.386219 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-203a39ec-7a52-44c5-852d-63b4c659b564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892026'] for router_interface (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:19.602261 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203a39ec-7a52-44c5-852d-63b4c659b564 admin admin] Router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:35:19.615561 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-8f297fc0-bcfc-4519-b754-e8116cdcef22 admin admin] Deleting port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:19.615895 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8f297fc0-bcfc-4519-b754-e8116cdcef22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:19.689716 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device c49bffe3-b213-40d0-a914-6759e188a044 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:35:19.696286 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-8f297fc0-bcfc-4519-b754-e8116cdcef22 admin admin] For port 6dc9cedf-aab5-4436-9ce4-9241a561fdd0, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=6dc9cedf-aab5-4436-9ce4-9241a561fdd0,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:19.696811 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8f297fc0-bcfc-4519-b754-e8116cdcef22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:19.705096 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:35:19.707975 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203a39ec-7a52-44c5-852d-63b4c659b564 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:35:19.712342 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-8f297fc0-bcfc-4519-b754-e8116cdcef22 admin admin] Calling delete_port for 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 owned by network:router_interface {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:19.712862 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-203a39ec-7a52-44c5-852d-63b4c659b564 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/bf2a8d13-ab10-46d3-b0e6-79adc0e0340a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4985700 Aug 24 03:35:19.716561 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55436) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:19.718978 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f66c57-152a-425f-8f9d-f79cfb95b0ed None None] Sync routers for ids ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:35:19.735182 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f66c57-152a-425f-8f9d-f79cfb95b0ed None None] Routers {'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:19.736086 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-71f66c57-152a-425f-8f9d-f79cfb95b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:34:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:19.738383 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:35:19.738759 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 96ac11e6-aaa8-4961-9e5b-62c81b5e9607 not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:35:19.739187 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 925d9bc5-c59a-44c2-9c0d-39c5bc93381b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:35:19.764454 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: 925d9bc5-c59a-44c2-9c0d-39c5bc93381b {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:35:19.765256 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 925d9bc5-c59a-44c2-9c0d-39c5bc93381b not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:35:19.825810 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] Publish callbacks [] for router (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:19.861325 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-71f66c57-152a-425f-8f9d-f79cfb95b0ed None None] Set router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:19.868326 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7adc6ff7-9edf-45ec-8596-b16882176353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:19.902160 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port c49bffe3-b213-40d0-a914-6759e188a044, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c49bffe3-b213-40d0-a914-6759e188a044,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:19.944078 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:19.956551 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:19.957312 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': 'c49bffe3-b213-40d0-a914-6759e188a044', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'port_id': 'c49bffe3-b213-40d0-a914-6759e188a044', 'mac_address': 'fa:16:3e:79:b7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:35:19.960683 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8f297fc0-bcfc-4519-b754-e8116cdcef22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (6dc9cedf-aab5-4436-9ce4-9241a561fdd0), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:19.962533 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] Publish callbacks [] for router_gateway (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:20.006167 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f297fc0-bcfc-4519-b754-e8116cdcef22 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc9cedf-aab5-4436-9ce4-9241a561fdd0,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:20.102750 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-71f66c57-152a-425f-8f9d-f79cfb95b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:35:19Z', 'revision_number': 5, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'gw_port': {'id': 'a514b024-76f0-4ca6-97f2-09057f8db5c7', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:20.133719 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f66c57-152a-425f-8f9d-f79cfb95b0ed None None] Checking router: bf2a8d13-ab10-46d3-b0e6-79adc0e0340a for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:35:20.144576 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f66c57-152a-425f-8f9d-f79cfb95b0ed None None] Routers {'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:20.145220 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-71f66c57-152a-425f-8f9d-f79cfb95b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:20.236523 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:20.237484 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:20.256192 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8f297fc0-bcfc-4519-b754-e8116cdcef22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892026'] for router_interface (4a37f485-85f4-4569-bac9-f2d433f185f7), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:20.274144 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port c49bffe3-b213-40d0-a914-6759e188a044 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:20.274533 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c49bffe3-b213-40d0-a914-6759e188a044), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:20.290287 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49bffe3-b213-40d0-a914-6759e188a044 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:35:20.301417 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-71f66c57-152a-425f-8f9d-f79cfb95b0ed None None] Set router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:20.313199 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port c49bffe3-b213-40d0-a914-6759e188a044, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c49bffe3-b213-40d0-a914-6759e188a044,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:20.317979 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (c49bffe3-b213-40d0-a914-6759e188a044), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:20.376158 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-71f66c57-152a-425f-8f9d-f79cfb95b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:35:19Z', 'revision_number': 6, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'gw_port_host': None}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:20.409808 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=c49bffe3-b213-40d0-a914-6759e188a044,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:20.417694 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f66c57-152a-425f-8f9d-f79cfb95b0ed None None] The sync data for ids ['bf2a8d13-ab10-46d3-b0e6-79adc0e0340a'] in dv-cinder-854261-1-iscsi is: [{'id': 'bf2a8d13-ab10-46d3-b0e6-79adc0e0340a', 'name': 'tempest-TestMinimumBasicScenario-80004041-router', 'tenant_id': '60ed59a87fd44afb9064c8eef04b19c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:43Z', 'updated_at': '2022-08-24T03:35:19Z', 'revision_number': 6, 'project_id': '60ed59a87fd44afb9064c8eef04b19c1', 'gw_port_host': None}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:35:20.421169 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:20.421572 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:20.421954 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:20.422418 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:20.423111 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:20.423111 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:20.423403 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:20.423722 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:20.423958 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:20.424284 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:20.424613 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:20.425029 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:20.425351 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:20.425726 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:20.426129 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:20.445992 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] Deleting port a514b024-76f0-4ca6-97f2-09057f8db5c7 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:20.446520 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (a514b024-76f0-4ca6-97f2-09057f8db5c7), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:20.449008 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:20.538957 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28528b-3cc9-416a-9134-af07d93c734a req-a213fe4a-362b-4c75-87d4-e03bccd1d392 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:20.539228 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] For port a514b024-76f0-4ca6-97f2-09057f8db5c7, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=a514b024-76f0-4ca6-97f2-09057f8db5c7,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:20.539366 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (a514b024-76f0-4ca6-97f2-09057f8db5c7), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:20.540560 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1a28528b-3cc9-416a-9134-af07d93c734a req-a213fe4a-362b-4c75-87d4-e03bccd1d392 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 945 time: 0.1289289 Aug 24 03:35:20.560223 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] Calling delete_port for a514b024-76f0-4ca6-97f2-09057f8db5c7 owned by network:router_gateway {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:20.582256 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f297fc0-bcfc-4519-b754-e8116cdcef22 admin admin] Router 4a37f485-85f4-4569-bac9-f2d433f185f7 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:35:20.603492 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['c49bffe3-b213-40d0-a914-6759e188a044'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:35:20.613597 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1a28528b-3cc9-416a-9134-af07d93c734a req-146e5010-95c0-482e-a717-70d0d815ee8f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646639 Aug 24 03:35:20.713534 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f297fc0-bcfc-4519-b754-e8116cdcef22 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:35:20.721938 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-8f297fc0-bcfc-4519-b754-e8116cdcef22 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/4a37f485-85f4-4569-bac9-f2d433f185f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0961084 Aug 24 03:35:20.724249 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55440) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:20.733722 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39be3c7-909f-407b-8e56-4ba4964bd758 None None] Sync routers for ids ['4a37f485-85f4-4569-bac9-f2d433f185f7'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:35:20.744803 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (a514b024-76f0-4ca6-97f2-09057f8db5c7), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:20.766943 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39be3c7-909f-407b-8e56-4ba4964bd758 None None] Routers {'4a37f485-85f4-4569-bac9-f2d433f185f7'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:20.767573 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-a39be3c7-909f-407b-8e56-4ba4964bd758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['4a37f485-85f4-4569-bac9-f2d433f185f7'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:20.777127 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] Pushing event deleted for resources: {'Port': ['ID=a514b024-76f0-4ca6-97f2-09057f8db5c7,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:20.849526 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7889515'] for router_gateway (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:20.854628 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] Publish callbacks [] for router (4a37f485-85f4-4569-bac9-f2d433f185f7), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:20.878887 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:20.930920 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-a39be3c7-909f-407b-8e56-4ba4964bd758 None None] Set router 4a37f485-85f4-4569-bac9-f2d433f185f7 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:20.984692 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7892112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12826'] for router (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:20.986838 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] Publish callbacks [] for router_controller (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:20.988699 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] Publish callbacks [] for router_gateway (4a37f485-85f4-4569-bac9-f2d433f185f7), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.036555 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] Deleting port 7a40a187-56c5-41ee-a30d-cdb112470bfd {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:21.036999 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (7a40a187-56c5-41ee-a30d-cdb112470bfd), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.059326 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7892105'] for router (bf2a8d13-ab10-46d3-b0e6-79adc0e0340a), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.060031 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf2a8d13-ab10-46d3-b0e6-79adc0e0340a {{(pid=106301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 03:35:21.065026 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.068466 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d8a27cd0-8be0-4234-bf72-bceedeec2818 admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/bf2a8d13-ab10-46d3-b0e6-79adc0e0340a HTTP/1.1" status: 204 len: 168 time: 1.3485792 Aug 24 03:35:21.069469 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55442) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:21.117520 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead27e4e-d60f-4af6-9542-be645d1e29d3 admin admin] Deleting subnet ac8d39b4-4410-4749-863f-f88cb6180c49 {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:35:21.120816 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ead27e4e-d60f-4af6-9542-be645d1e29d3 admin admin] Publish callbacks [] for subnet (ac8d39b4-4410-4749-863f-f88cb6180c49), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.124580 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] For port 7a40a187-56c5-41ee-a30d-cdb112470bfd, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=7a40a187-56c5-41ee-a30d-cdb112470bfd,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:21.125020 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (7a40a187-56c5-41ee-a30d-cdb112470bfd), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.126155 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-a39be3c7-909f-407b-8e56-4ba4964bd758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:35:19Z', 'revision_number': 5, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port': {'id': '7a40a187-56c5-41ee-a30d-cdb112470bfd', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:21.138187 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] Calling delete_port for 7a40a187-56c5-41ee-a30d-cdb112470bfd owned by network:router_gateway {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:21.158010 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ead27e4e-d60f-4af6-9542-be645d1e29d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743081'] for subnet (ac8d39b4-4410-4749-863f-f88cb6180c49), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.158252 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39be3c7-909f-407b-8e56-4ba4964bd758 None None] Checking router: 4a37f485-85f4-4569-bac9-f2d433f185f7 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:35:21.166861 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39be3c7-909f-407b-8e56-4ba4964bd758 None None] Routers {'4a37f485-85f4-4569-bac9-f2d433f185f7'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:21.167503 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-a39be3c7-909f-407b-8e56-4ba4964bd758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['4a37f485-85f4-4569-bac9-f2d433f185f7'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:21.244985 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:21.246227 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:21.247644 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:21.258378 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-a39be3c7-909f-407b-8e56-4ba4964bd758 None None] Set router 4a37f485-85f4-4569-bac9-f2d433f185f7 gateway port host: None {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:21.277776 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ead27e4e-d60f-4af6-9542-be645d1e29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (ac8d39b4-4410-4749-863f-f88cb6180c49), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.315503 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-a39be3c7-909f-407b-8e56-4ba4964bd758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:35:20Z', 'revision_number': 6, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port_host': None}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:21.324915 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (7a40a187-56c5-41ee-a30d-cdb112470bfd), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.342886 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ead27e4e-d60f-4af6-9542-be645d1e29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4933138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4973747'] for subnet (ac8d39b4-4410-4749-863f-f88cb6180c49), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.344202 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39be3c7-909f-407b-8e56-4ba4964bd758 None None] The sync data for ids ['4a37f485-85f4-4569-bac9-f2d433f185f7'] in dv-cinder-854261-1-iscsi is: [{'id': '4a37f485-85f4-4569-bac9-f2d433f185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1770851645-router', 'tenant_id': '625e6391470e4018a6c502219b3d2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:05Z', 'updated_at': '2022-08-24T03:35:20Z', 'revision_number': 6, 'project_id': '625e6391470e4018a6c502219b3d2b15', 'gw_port_host': None}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:35:21.356013 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a40a187-56c5-41ee-a30d-cdb112470bfd,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:21.375141 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead27e4e-d60f-4af6-9542-be645d1e29d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac8d39b4-4410-4749-863f-f88cb6180c49,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:21.378854 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ead27e4e-d60f-4af6-9542-be645d1e29d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.385327 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbbde57-5eb3-4806-988c-ff616e7cab33 None None] Network 51028d15-e390-412e-acdb-c26e7158d266 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:35:21.389920 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ead27e4e-d60f-4af6-9542-be645d1e29d3 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/ac8d39b4-4410-4749-863f-f88cb6180c49 HTTP/1.1" status: 204 len: 168 time: 0.3194180 Aug 24 03:35:21.392266 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55444) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:21.442374 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7889515'] for router_gateway (4a37f485-85f4-4569-bac9-f2d433f185f7), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.466130 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (51028d15-e390-412e-acdb-c26e7158d266), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.502801 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:21.510398 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:21.517183 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] Deleting port f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:21.517521 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (f4ff7c71-8bb5-4b05-b48b-93a1a8f20576), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.546651 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7892112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12826'] for router (4a37f485-85f4-4569-bac9-f2d433f185f7), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.548903 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] Publish callbacks [] for router_controller (4a37f485-85f4-4569-bac9-f2d433f185f7), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.592497 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7892105'] for router (4a37f485-85f4-4569-bac9-f2d433f185f7), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.593783 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a37f485-85f4-4569-bac9-f2d433f185f7 {{(pid=106302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 03:35:21.597285 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] For port f4ff7c71-8bb5-4b05-b48b-93a1a8f20576, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=f4ff7c71-8bb5-4b05-b48b-93a1a8f20576,segment=NetworkSegment(83931d63-0ef7-4eff-afd0-bd7022b8f0a1),segment_id=83931d63-0ef7-4eff-afd0-bd7022b8f0a1)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:21.597730 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (f4ff7c71-8bb5-4b05-b48b-93a1a8f20576), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.599709 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.601210 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-646138de-7580-41d7-92dc-cce4e44cc51b admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/4a37f485-85f4-4569-bac9-f2d433f185f7 HTTP/1.1" status: 204 len: 168 time: 0.8755090 Aug 24 03:35:21.603819 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55446) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:21.613730 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] Calling delete_port for f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 owned by network:dhcp {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:21.655580 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b14c217-51dc-47e2-91c4-f136f1925d7c admin admin] Deleting subnet 94fb1bb7-9be9-4027-bda7-4f71e8def582 {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:35:21.658914 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9b14c217-51dc-47e2-91c4-f136f1925d7c admin admin] Publish callbacks [] for subnet (94fb1bb7-9be9-4027-bda7-4f71e8def582), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.699475 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9b14c217-51dc-47e2-91c4-f136f1925d7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5410074'] for subnet (94fb1bb7-9be9-4027-bda7-4f71e8def582), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.707367 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device c49bffe3-b213-40d0-a914-6759e188a044 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:35:21.713555 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (f4ff7c71-8bb5-4b05-b48b-93a1a8f20576), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.742281 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ff7c71-8bb5-4b05-b48b-93a1a8f20576,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:21.749590 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] No DVR routers for this DVR port f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 on host dv-cinder-854261-1-iscsi {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:35:21.751071 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ad4fed-4ecd-48b8-959e-e8b301969812 None None] DHCP port deletion for 51028d15-e390-412e-acdb-c26e7158d266 request from dv-cinder-854261-1-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 03:35:21.794050 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:21.798745 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82e455-53ed-4965-9edf-2adffc0735ab req-d7fcf4f9-60dc-4978-b514-2cb35af88b8b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:21.800311 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5a82e455-53ed-4965-9edf-2adffc0735ab req-d7fcf4f9-60dc-4978-b514-2cb35af88b8b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 945 time: 0.0747631 Aug 24 03:35:21.814093 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port c49bffe3-b213-40d0-a914-6759e188a044 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:35:21.824405 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port c49bffe3-b213-40d0-a914-6759e188a044 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:21.825194 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (c49bffe3-b213-40d0-a914-6759e188a044), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.870419 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9b14c217-51dc-47e2-91c4-f136f1925d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (94fb1bb7-9be9-4027-bda7-4f71e8def582), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.880020 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (51028d15-e390-412e-acdb-c26e7158d266), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.911097 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5a82e455-53ed-4965-9edf-2adffc0735ab req-39c1a6f4-acb2-433f-b06e-c9ad610e55c7 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021814 Aug 24 03:35:21.938463 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51028d15-e390-412e-acdb-c26e7158d266']}} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:21.939459 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port c49bffe3-b213-40d0-a914-6759e188a044 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:21.939941 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c49bffe3-b213-40d0-a914-6759e188a044), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.949209 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83931d63-0ef7-4eff-afd0-bd7022b8f0a1') {'for_net_delete': True} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:21.949742 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83931d63-0ef7-4eff-afd0-bd7022b8f0a1') {} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:21.958370 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9b14c217-51dc-47e2-91c4-f136f1925d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4780407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5185151'] for subnet (94fb1bb7-9be9-4027-bda7-4f71e8def582), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.963823 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743072'] for segment (83931d63-0ef7-4eff-afd0-bd7022b8f0a1), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.967779 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49bffe3-b213-40d0-a914-6759e188a044'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:35:21.970538 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15460170-c9a3-4897-8175-136ef06d67a0" -d '{"events": [{"server_uuid": "a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4", "name": "network-vif-plugged", "status": "completed", "tag": "c49bffe3-b213-40d0-a914-6759e188a044"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:35:21.979954 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (83931d63-0ef7-4eff-afd0-bd7022b8f0a1), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.985563 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port c49bffe3-b213-40d0-a914-6759e188a044, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c49bffe3-b213-40d0-a914-6759e188a044,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:21.988408 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=106301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:35:21.989151 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4933236'] for segment (83931d63-0ef7-4eff-afd0-bd7022b8f0a1), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:21.990282 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14c217-51dc-47e2-91c4-f136f1925d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94fb1bb7-9be9-4027-bda7-4f71e8def582,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:21.990570 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (c49bffe3-b213-40d0-a914-6759e188a044), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.008814 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9b14c217-51dc-47e2-91c4-f136f1925d7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.016943 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55454) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:22.018630 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9b14c217-51dc-47e2-91c4-f136f1925d7c admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/94fb1bb7-9be9-4027-bda7-4f71e8def582 HTTP/1.1" status: 204 len: 168 time: 0.4119406 Aug 24 03:35:22.026939 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 83931d63-0ef7-4eff-afd0-bd7022b8f0a1 resource provider aggregate not found Aug 24 03:35:22.030746 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3927d33-de8b-4025-80b3-188b853813df None None] Network 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:35:22.035437 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e00df4-9f80-4152-af97-2814fea1b5d0 x-openstack-request-id: req-63e00df4-9f80-4152-af97-2814fea1b5d0 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:35:22.035759 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4", "name": "network-vif-plugged", "status": "completed", "tag": "c49bffe3-b213-40d0-a914-6759e188a044", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:35:22.036209 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63e00df4-9f80-4152-af97-2814fea1b5d0 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:35:22.041100 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e00df4-9f80-4152-af97-2814fea1b5d0'] response: {'server_uuid': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49bffe3-b213-40d0-a914-6759e188a044', 'code': 200} Aug 24 03:35:22.072082 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 83931d63-0ef7-4eff-afd0-bd7022b8f0a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83931d63-0ef7-4eff-afd0-bd7022b8f0a1 found for delete ", "request_id": "req-3b6441a9-3bc5-4445-b3a9-336b4f2945ed"}]} Aug 24 03:35:22.126042 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (51028d15-e390-412e-acdb-c26e7158d266), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.129331 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=c49bffe3-b213-40d0-a914-6759e188a044,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:22.133093 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (2fad991f-cb6d-4aa1-a780-e38bbcc632a1), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.151336 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.155622 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/51028d15-e390-412e-acdb-c26e7158d266 HTTP/1.1" status: 204 len: 168 time: 0.7623796 Aug 24 03:35:22.160141 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367e3ea-9e8d-4853-90e4-9e0ff3db9939 admin admin] Pushing event deleted for resources: {'Network': ['ID=51028d15-e390-412e-acdb-c26e7158d266,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:22.160524 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55458) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:22.221850 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] Deleting port e680e996-3294-4b0d-a7c4-71174b3c6e07 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:22.222381 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.274525 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545a7ef0-00e8-4b38-a6eb-2ecda19c92fd None None] DHCP port deletion for 2fad991f-cb6d-4aa1-a780-e38bbcc632a1 request from dv-cinder-854261-1-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 03:35:22.357482 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-545a7ef0-00e8-4b38-a6eb-2ecda19c92fd None None] Deleting port e680e996-3294-4b0d-a7c4-71174b3c6e07 {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:22.358214 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-545a7ef0-00e8-4b38-a6eb-2ecda19c92fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.359234 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] For port e680e996-3294-4b0d-a7c4-71174b3c6e07, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=e680e996-3294-4b0d-a7c4-71174b3c6e07,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:22.359599 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.363434 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffb026-e8c1-4917-b0b9-b6028e27b617 req-97478fbc-a457-46e4-b368-3bb96402296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:22.365022 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ffffb026-e8c1-4917-b0b9-b6028e27b617 req-97478fbc-a457-46e4-b368-3bb96402296a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 1130 time: 0.1044974 Aug 24 03:35:22.383170 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device a514b024-76f0-4ca6-97f2-09057f8db5c7 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:35:22.392076 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] Calling delete_port for e680e996-3294-4b0d-a7c4-71174b3c6e07 owned by network:dhcp {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:22.464563 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ffffb026-e8c1-4917-b0b9-b6028e27b617 req-940eb794-434c-450c-85de-4325677c05c2 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915334 Aug 24 03:35:22.469983 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: a514b024-76f0-4ca6-97f2-09057f8db5c7 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:35:22.470345 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device a514b024-76f0-4ca6-97f2-09057f8db5c7 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:35:22.470826 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:35:22.502427 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:35:22.502813 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 6dc9cedf-aab5-4436-9ce4-9241a561fdd0 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:35:22.503184 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 7a40a187-56c5-41ee-a30d-cdb112470bfd no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:35:22.504825 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.540706 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] No DVR routers for this DVR port e680e996-3294-4b0d-a7c4-71174b3c6e07 on host dv-cinder-854261-1-iscsi {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:35:22.546712 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] Pushing event deleted for resources: {'Port': ['ID=e680e996-3294-4b0d-a7c4-71174b3c6e07,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:22.551280 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-545a7ef0-00e8-4b38-a6eb-2ecda19c92fd None None] For port e680e996-3294-4b0d-a7c4-71174b3c6e07, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=e680e996-3294-4b0d-a7c4-71174b3c6e07,segment=NetworkSegment(bc6493fb-55c3-4010-8777-4340d603ddae),segment_id=bc6493fb-55c3-4010-8777-4340d603ddae)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:22.551703 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-545a7ef0-00e8-4b38-a6eb-2ecda19c92fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.567786 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 7a40a187-56c5-41ee-a30d-cdb112470bfd {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:35:22.568245 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 7a40a187-56c5-41ee-a30d-cdb112470bfd not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:35:22.568680 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:35:22.600736 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-545a7ef0-00e8-4b38-a6eb-2ecda19c92fd None None] Calling delete_port for e680e996-3294-4b0d-a7c4-71174b3c6e07 owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:22.606427 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:35:22.606703 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device ac1b82b8-abd5-4a8d-9bf6-112c1b0d3de5 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:35:22.607574 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:35:22.620160 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.646448 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:35:22.646818 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device f4ff7c71-8bb5-4b05-b48b-93a1a8f20576 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:35:22.647255 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device e680e996-3294-4b0d-a7c4-71174b3c6e07 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:35:22.669125 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (2fad991f-cb6d-4aa1-a780-e38bbcc632a1), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.696758 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fad991f-cb6d-4aa1-a780-e38bbcc632a1']}} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:22.707307 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.710227 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: e680e996-3294-4b0d-a7c4-71174b3c6e07 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:35:22.710610 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device e680e996-3294-4b0d-a7c4-71174b3c6e07 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:35:22.715670 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6493fb-55c3-4010-8777-4340d603ddae') {'for_net_delete': True} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:22.716026 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6493fb-55c3-4010-8777-4340d603ddae') {} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:22.717749 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:22.734419 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743072'] for segment (bc6493fb-55c3-4010-8777-4340d603ddae), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.740940 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:22.742013 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:22.754926 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (bc6493fb-55c3-4010-8777-4340d603ddae), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.755974 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-545a7ef0-00e8-4b38-a6eb-2ecda19c92fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238'] for port (e680e996-3294-4b0d-a7c4-71174b3c6e07), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.766740 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=106301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:35:22.767489 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4933236'] for segment (bc6493fb-55c3-4010-8777-4340d603ddae), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.790152 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a7ef0-00e8-4b38-a6eb-2ecda19c92fd None None] Pushing event deleted for resources: {'Port': ['ID=e680e996-3294-4b0d-a7c4-71174b3c6e07,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:22.793885 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545a7ef0-00e8-4b38-a6eb-2ecda19c92fd None None] No DVR routers for this DVR port e680e996-3294-4b0d-a7c4-71174b3c6e07 on host dv-cinder-854261-1-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:35:22.798179 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:22.821106 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1cce94d0-79f3-4f4d-9d16-e25546082485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892142'] for router_interface (8354b62e-64af-4d27-b790-8a5fbc7fd22a), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.835436 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (2fad991f-cb6d-4aa1-a780-e38bbcc632a1), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.841931 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:22.845907 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/2fad991f-cb6d-4aa1-a780-e38bbcc632a1 HTTP/1.1" status: 204 len: 168 time: 0.8278654 Aug 24 03:35:22.858469 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6f52e-6847-4d33-a958-ae1f6edee3cc admin admin] Pushing event deleted for resources: {'Network': ['ID=2fad991f-cb6d-4aa1-a780-e38bbcc632a1,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:22.984925 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55464) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:23.033976 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a0d9c2c5-a746-44dd-932e-0c83a303dd99 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=625e6391470e4018a6c502219b3d2b15&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0464489 Aug 24 03:35:23.035203 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55466) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:23.086830 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1c454a1a-fe0a-4c8b-886b-573ded091fac admin admin] Publish callbacks [] for security_group (89b7de32-1708-4713-81b4-d095752324bc), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:23.093882 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe030cb1-7216-4458-953e-1b05fdcf3343 req-44583b98-4d94-4aca-9b41-088329380817 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:23.095393 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fe030cb1-7216-4458-953e-1b05fdcf3343 req-44583b98-4d94-4aca-9b41-088329380817 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0748098 Aug 24 03:35:23.108970 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1c454a1a-fe0a-4c8b-886b-573ded091fac admin admin] Publish callbacks [] for security_group (89b7de32-1708-4713-81b4-d095752324bc), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:23.119343 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-1cce94d0-79f3-4f4d-9d16-e25546082485 admin admin] Deleting port 9be47b65-9b8f-431b-95dc-6ce5aa724989 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:23.119683 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1cce94d0-79f3-4f4d-9d16-e25546082485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:23.158846 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1c454a1a-fe0a-4c8b-886b-573ded091fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (89b7de32-1708-4713-81b4-d095752324bc), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:23.161459 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1c454a1a-fe0a-4c8b-886b-573ded091fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:23.162604 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-1c454a1a-fe0a-4c8b-886b-573ded091fac admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/89b7de32-1708-4713-81b4-d095752324bc HTTP/1.1" status: 204 len: 168 time: 0.1264107 Aug 24 03:35:23.171236 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c454a1a-fe0a-4c8b-886b-573ded091fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b7de32-1708-4713-81b4-d095752324bc,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:23.199109 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fe030cb1-7216-4458-953e-1b05fdcf3343 req-2468ae9a-ab74-44b2-a7cd-679da3a5c177 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965648 Aug 24 03:35:23.225361 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-1cce94d0-79f3-4f4d-9d16-e25546082485 admin admin] For port 9be47b65-9b8f-431b-95dc-6ce5aa724989, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=9be47b65-9b8f-431b-95dc-6ce5aa724989,segment=NetworkSegment(b0f394cb-bda5-476d-b51e-4cb434cf26ec),segment_id=b0f394cb-bda5-476d-b51e-4cb434cf26ec)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:23.225731 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1cce94d0-79f3-4f4d-9d16-e25546082485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:23.240438 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-1cce94d0-79f3-4f4d-9d16-e25546082485 admin admin] Calling delete_port for 9be47b65-9b8f-431b-95dc-6ce5aa724989 owned by network:router_interface {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:23.436454 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1cce94d0-79f3-4f4d-9d16-e25546082485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (9be47b65-9b8f-431b-95dc-6ce5aa724989), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:23.478329 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce94d0-79f3-4f4d-9d16-e25546082485 admin admin] Pushing event deleted for resources: {'Port': ['ID=9be47b65-9b8f-431b-95dc-6ce5aa724989,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:23.676518 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1cce94d0-79f3-4f4d-9d16-e25546082485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892026'] for router_interface (8354b62e-64af-4d27-b790-8a5fbc7fd22a), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:23.752676 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:23.759720 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:23.927133 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cce94d0-79f3-4f4d-9d16-e25546082485 admin admin] Router 8354b62e-64af-4d27-b790-8a5fbc7fd22a has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:35:24.056246 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cce94d0-79f3-4f4d-9d16-e25546082485 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:35:24.064323 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55500) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:24.064799 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-1cce94d0-79f3-4f4d-9d16-e25546082485 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/8354b62e-64af-4d27-b790-8a5fbc7fd22a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9025664 Aug 24 03:35:24.066141 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25897e9-1673-46c6-83ad-5c14093e4f9f None None] Sync routers for ids ['8354b62e-64af-4d27-b790-8a5fbc7fd22a'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:35:24.079625 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25897e9-1673-46c6-83ad-5c14093e4f9f None None] Routers {'8354b62e-64af-4d27-b790-8a5fbc7fd22a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:24.080339 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-c25897e9-1673-46c6-83ad-5c14093e4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['8354b62e-64af-4d27-b790-8a5fbc7fd22a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:24.176209 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment bc6493fb-55c3-4010-8777-4340d603ddae resource provider aggregate not found Aug 24 03:35:24.198519 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment bc6493fb-55c3-4010-8777-4340d603ddae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc6493fb-55c3-4010-8777-4340d603ddae found for delete ", "request_id": "req-facedba9-9e14-4b51-9506-b1132ea59d5d"}]} Aug 24 03:35:24.203895 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] Publish callbacks [] for router (8354b62e-64af-4d27-b790-8a5fbc7fd22a), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:24.212619 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-c25897e9-1673-46c6-83ad-5c14093e4f9f None None] Set router 8354b62e-64af-4d27-b790-8a5fbc7fd22a gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:24.326660 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] Publish callbacks [] for router_gateway (8354b62e-64af-4d27-b790-8a5fbc7fd22a), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:24.342186 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577ca82-faa9-41d7-b55f-ec45f95f0541 req-7cdb70c5-c348-4533-a5f6-f330643b8dd4 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:24.344416 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4577ca82-faa9-41d7-b55f-ec45f95f0541 req-7cdb70c5-c348-4533-a5f6-f330643b8dd4 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0603349 Aug 24 03:35:24.388249 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] Deleting port 2337ca32-6ba6-47d7-a3cf-886d9f893f8f {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:24.388602 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (2337ca32-6ba6-47d7-a3cf-886d9f893f8f), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:24.404351 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-c25897e9-1673-46c6-83ad-5c14093e4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'name': 'tempest-TestMinimumBasicScenario-1156500432-router', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.28'}], 'enable_snat': True}, 'gw_port_id': '2337ca32-6ba6-47d7-a3cf-886d9f893f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:35:23Z', 'revision_number': 5, 'project_id': '19a5d267c5ef4a12a1d09e51a195497a', 'gw_port': {'id': '2337ca32-6ba6-47d7-a3cf-886d9f893f8f', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:24.409474 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4577ca82-faa9-41d7-b55f-ec45f95f0541 req-54fc864f-7e66-4d03-92ac-7afba537d264 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583897 Aug 24 03:35:24.443649 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25897e9-1673-46c6-83ad-5c14093e4f9f None None] Checking router: 8354b62e-64af-4d27-b790-8a5fbc7fd22a for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:35:24.454670 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25897e9-1673-46c6-83ad-5c14093e4f9f None None] Routers {'8354b62e-64af-4d27-b790-8a5fbc7fd22a'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:24.455342 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-c25897e9-1673-46c6-83ad-5c14093e4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['8354b62e-64af-4d27-b790-8a5fbc7fd22a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:24.515065 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] For port 2337ca32-6ba6-47d7-a3cf-886d9f893f8f, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=2337ca32-6ba6-47d7-a3cf-886d9f893f8f,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:24.515518 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (2337ca32-6ba6-47d7-a3cf-886d9f893f8f), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:24.532710 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] Calling delete_port for 2337ca32-6ba6-47d7-a3cf-886d9f893f8f owned by network:router_gateway {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:24.572647 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fc254-5cf8-4482-8f7b-71269c901931 req-d39a86d5-54cc-4b73-9741-51066104df8a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:24.574373 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-171fc254-5cf8-4482-8f7b-71269c901931 req-d39a86d5-54cc-4b73-9741-51066104df8a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0613670 Aug 24 03:35:24.585525 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55520) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:24.591633 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-98914a94-3fc9-4c18-8271-7c291b8f22fc tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Request body: {'floatingip': {'port_id': 'c49bffe3-b213-40d0-a914-6759e188a044'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:24.635703 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-98914a94-3fc9-4c18-8271-7c291b8f22fc tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for floatingip (b0c2d8e1-e02b-4f75-af06-574d94e0cab9), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:24.655428 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-c25897e9-1673-46c6-83ad-5c14093e4f9f None None] Set router 8354b62e-64af-4d27-b790-8a5fbc7fd22a gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:24.657816 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:24.682906 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:24.717757 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-c25897e9-1673-46c6-83ad-5c14093e4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'name': 'tempest-TestMinimumBasicScenario-1156500432-router', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:35:24Z', 'revision_number': 6, 'project_id': '19a5d267c5ef4a12a1d09e51a195497a', 'gw_port_host': None}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:24.754726 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (2337ca32-6ba6-47d7-a3cf-886d9f893f8f), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:24.755561 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25897e9-1673-46c6-83ad-5c14093e4f9f None None] The sync data for ids ['8354b62e-64af-4d27-b790-8a5fbc7fd22a'] in dv-cinder-854261-1-iscsi is: [{'id': '8354b62e-64af-4d27-b790-8a5fbc7fd22a', 'name': 'tempest-TestMinimumBasicScenario-1156500432-router', 'tenant_id': '19a5d267c5ef4a12a1d09e51a195497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:32:49Z', 'updated_at': '2022-08-24T03:35:24Z', 'revision_number': 6, 'project_id': '19a5d267c5ef4a12a1d09e51a195497a', 'gw_port_host': None}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:35:24.784235 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=2337ca32-6ba6-47d7-a3cf-886d9f893f8f,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:24.835122 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=7 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:24.858811 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7889515'] for router_gateway (8354b62e-64af-4d27-b790-8a5fbc7fd22a), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:24.952617 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7892112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12826'] for router (8354b62e-64af-4d27-b790-8a5fbc7fd22a), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:24.955322 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] Publish callbacks [] for router_controller (8354b62e-64af-4d27-b790-8a5fbc7fd22a), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.010782 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7892105'] for router (8354b62e-64af-4d27-b790-8a5fbc7fd22a), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.012033 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8354b62e-64af-4d27-b790-8a5fbc7fd22a {{(pid=106301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 03:35:25.018040 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.021540 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8312a567-d5e1-4168-b37e-3e1ffbaaa0bf admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/8354b62e-64af-4d27-b790-8a5fbc7fd22a HTTP/1.1" status: 204 len: 168 time: 0.9539058 Aug 24 03:35:25.021794 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55530) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:25.071923 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fc8093-35fd-444a-af16-4d7105a85f61 admin admin] Deleting subnet 9eacf1d5-d3a9-4657-8906-074ef27dd32e {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:35:25.077036 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-03fc8093-35fd-444a-af16-4d7105a85f61 admin admin] Publish callbacks [] for subnet (9eacf1d5-d3a9-4657-8906-074ef27dd32e), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.121639 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-03fc8093-35fd-444a-af16-4d7105a85f61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743081'] for subnet (9eacf1d5-d3a9-4657-8906-074ef27dd32e), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.154405 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-98914a94-3fc9-4c18-8271-7c291b8f22fc tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.159862 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-98914a94-3fc9-4c18-8271-7c291b8f22fc tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (b0c2d8e1-e02b-4f75-af06-574d94e0cab9), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.258038 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-03fc8093-35fd-444a-af16-4d7105a85f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (9eacf1d5-d3a9-4657-8906-074ef27dd32e), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.273990 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:25.302320 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-98914a94-3fc9-4c18-8271-7c291b8f22fc tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Floating IP b0c2d8e1-e02b-4f75-af06-574d94e0cab9 associated. External IP: 172.27.4.212, port: c49bffe3-b213-40d0-a914-6759e188a044. Aug 24 03:35:25.329917 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-03fc8093-35fd-444a-af16-4d7105a85f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4933138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4973747'] for subnet (9eacf1d5-d3a9-4657-8906-074ef27dd32e), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.366562 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc8093-35fd-444a-af16-4d7105a85f61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eacf1d5-d3a9-4657-8906-074ef27dd32e,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:25.368682 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-03fc8093-35fd-444a-af16-4d7105a85f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.375368 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-03fc8093-35fd-444a-af16-4d7105a85f61 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/9eacf1d5-d3a9-4657-8906-074ef27dd32e HTTP/1.1" status: 204 len: 168 time: 0.3501489 Aug 24 03:35:25.375994 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55544) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:25.377937 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95aa3d3-6f37-4d0d-a141-2be2acae565e None None] Network 066f9c95-d63d-499d-8ba9-ec1a5e73d9a5 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:35:25.460534 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (066f9c95-d63d-499d-8ba9-ec1a5e73d9a5), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.506638 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:25.526473 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:25.572562 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] Deleting port 56727d27-ee46-4de9-bd9c-628687619282 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:25.572936 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (56727d27-ee46-4de9-bd9c-628687619282), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.639163 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d4bec-2040-4e1b-857d-5c56c71f3063 None None] DHCP port deletion for 066f9c95-d63d-499d-8ba9-ec1a5e73d9a5 request from dv-cinder-854261-1-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 03:35:25.651493 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98914a94-3fc9-4c18-8271-7c291b8f22fc tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:35:25.661016 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] For port 56727d27-ee46-4de9-bd9c-628687619282, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=56727d27-ee46-4de9-bd9c-628687619282,segment=NetworkSegment(b0f394cb-bda5-476d-b51e-4cb434cf26ec),segment_id=b0f394cb-bda5-476d-b51e-4cb434cf26ec)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:25.661384 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (56727d27-ee46-4de9-bd9c-628687619282), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.682853 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] Calling delete_port for 56727d27-ee46-4de9-bd9c-628687619282 owned by network:dhcp {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:25.713176 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-d09d4bec-2040-4e1b-857d-5c56c71f3063 None None] Deleting port 56727d27-ee46-4de9-bd9c-628687619282 {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:25.713550 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d09d4bec-2040-4e1b-857d-5c56c71f3063 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (56727d27-ee46-4de9-bd9c-628687619282), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.780228 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (56727d27-ee46-4de9-bd9c-628687619282), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.794374 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98914a94-3fc9-4c18-8271-7c291b8f22fc tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:35:25.798836 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-98914a94-3fc9-4c18-8271-7c291b8f22fc tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.813223 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] No DVR routers for this DVR port 56727d27-ee46-4de9-bd9c-628687619282 on host dv-cinder-854261-1-iscsi {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:35:25.814943 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=56727d27-ee46-4de9-bd9c-628687619282,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:25.818943 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-d09d4bec-2040-4e1b-857d-5c56c71f3063 None None] For port 56727d27-ee46-4de9-bd9c-628687619282, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=56727d27-ee46-4de9-bd9c-628687619282,segment=NetworkSegment(b0f394cb-bda5-476d-b51e-4cb434cf26ec),segment_id=b0f394cb-bda5-476d-b51e-4cb434cf26ec)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:25.821125 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d09d4bec-2040-4e1b-857d-5c56c71f3063 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (56727d27-ee46-4de9-bd9c-628687619282), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.832109 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c72db-e69f-44f5-9c20-2bf9bf68adfc None None] Sync routers for ids ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:35:25.851914 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-98914a94-3fc9-4c18-8271-7c291b8f22fc tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/b0c2d8e1-e02b-4f75-af06-574d94e0cab9 HTTP/1.1" status: 200 len: 992 time: 1.2649224 Aug 24 03:35:25.852717 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'tag': 'c49bffe3-b213-40d0-a914-6759e188a044'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:35:25.857602 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3b4eb9-6bfb-4246-ad20-9a60a54eb158" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4", "tag": "c49bffe3-b213-40d0-a914-6759e188a044"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:35:25.872254 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-d09d4bec-2040-4e1b-857d-5c56c71f3063 None None] Calling delete_port for 56727d27-ee46-4de9-bd9c-628687619282 owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:25.879992 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c72db-e69f-44f5-9c20-2bf9bf68adfc None None] Routers {'71a22cfd-8168-4dde-a53a-9fe8a017ee85'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:25.880633 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-9d6c72db-e69f-44f5-9c20-2bf9bf68adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:25.910510 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (066f9c95-d63d-499d-8ba9-ec1a5e73d9a5), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.915357 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc1f0bb-6449-4946-8016-1e319a3e4a87 x-openstack-request-id: req-1cc1f0bb-6449-4946-8016-1e319a3e4a87 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:35:25.915647 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4", "tag": "c49bffe3-b213-40d0-a914-6759e188a044", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:35:25.915899 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1cc1f0bb-6449-4946-8016-1e319a3e4a87 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:35:25.916306 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc1f0bb-6449-4946-8016-1e319a3e4a87'] response: {'name': 'network-changed', 'server_uuid': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'tag': 'c49bffe3-b213-40d0-a914-6759e188a044', 'status': 'completed', 'code': 200} Aug 24 03:35:25.937760 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066f9c95-d63d-499d-8ba9-ec1a5e73d9a5']}} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:25.954799 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f394cb-bda5-476d-b51e-4cb434cf26ec') {'for_net_delete': True} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:25.955105 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f394cb-bda5-476d-b51e-4cb434cf26ec') {} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:25.964196 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=9 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:25.970708 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743072'] for segment (b0f394cb-bda5-476d-b51e-4cb434cf26ec), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:25.995532 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:26.034126 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (b0f394cb-bda5-476d-b51e-4cb434cf26ec), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:26.047032 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=106301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:35:26.047459 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4933236'] for segment (b0f394cb-bda5-476d-b51e-4cb434cf26ec), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:26.050027 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b4eb9-6bfb-4246-ad20-9a60a54eb158 req-138ce561-f0ed-45aa-89d7-314c2131775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:26.051628 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c3b4eb9-6bfb-4246-ad20-9a60a54eb158 req-138ce561-f0ed-45aa-89d7-314c2131775a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 1130 time: 0.0838180 Aug 24 03:35:26.100863 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 2337ca32-6ba6-47d7-a3cf-886d9f893f8f no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:35:26.103086 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:26.159900 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 2337ca32-6ba6-47d7-a3cf-886d9f893f8f {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:35:26.160326 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 2337ca32-6ba6-47d7-a3cf-886d9f893f8f not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:35:26.160693 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 9be47b65-9b8f-431b-95dc-6ce5aa724989 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:35:26.174621 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (066f9c95-d63d-499d-8ba9-ec1a5e73d9a5), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:26.181201 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:26.187046 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/066f9c95-d63d-499d-8ba9-ec1a5e73d9a5 HTTP/1.1" status: 204 len: 168 time: 0.8074174 Aug 24 03:35:26.202706 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 9be47b65-9b8f-431b-95dc-6ce5aa724989 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:35:26.203339 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 9be47b65-9b8f-431b-95dc-6ce5aa724989 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:35:26.203803 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 56727d27-ee46-4de9-bd9c-628687619282 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:35:26.206683 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041325a8-b953-4d30-8fbf-3ecc4cab05d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=066f9c95-d63d-499d-8ba9-ec1a5e73d9a5,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:26.229813 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment b0f394cb-bda5-476d-b51e-4cb434cf26ec resource provider aggregate not found Aug 24 03:35:26.237460 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b4eb9-6bfb-4246-ad20-9a60a54eb158 req-81626dc9-849c-4a9b-b38e-5b14bb548627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:26.238958 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c3b4eb9-6bfb-4246-ad20-9a60a54eb158 req-81626dc9-849c-4a9b-b38e-5b14bb548627 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=52ff60ab-ab6b-4793-b855-63432cd730d4 HTTP/1.1" status: 200 len: 918 time: 0.1770542 Aug 24 03:35:26.246932 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 56727d27-ee46-4de9-bd9c-628687619282 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:35:26.247727 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 56727d27-ee46-4de9-bd9c-628687619282 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:35:26.262829 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-9d6c72db-e69f-44f5-9c20-2bf9bf68adfc None None] Set router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:26.316598 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d09d4bec-2040-4e1b-857d-5c56c71f3063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238'] for port (56727d27-ee46-4de9-bd9c-628687619282), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:26.348293 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c3b4eb9-6bfb-4246-ad20-9a60a54eb158 req-fc4e7e57-85a8-484e-8195-dd346e5aa1d7 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c49bffe3-b213-40d0-a914-6759e188a044 HTTP/1.1" status: 200 len: 1000 time: 0.1019430 Aug 24 03:35:26.350072 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment b0f394cb-bda5-476d-b51e-4cb434cf26ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0f394cb-bda5-476d-b51e-4cb434cf26ec found for delete ", "request_id": "req-21b2fbac-c49f-46b2-b5b4-d0222a45d2ea"}]} Aug 24 03:35:26.380228 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d4bec-2040-4e1b-857d-5c56c71f3063 None None] Pushing event deleted for resources: {'Port': ['ID=56727d27-ee46-4de9-bd9c-628687619282,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:26.386878 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d09d4bec-2040-4e1b-857d-5c56c71f3063 None None] Network 066f9c95-d63d-499d-8ba9-ec1a5e73d9a5 is not hosted by any dhcp agent {{(pid=106303) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 03:35:26.387866 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d4bec-2040-4e1b-857d-5c56c71f3063 None None] No DVR routers for this DVR port 56727d27-ee46-4de9-bd9c-628687619282 on host dv-cinder-854261-1-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:35:26.451109 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55566) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:26.499847 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c2be324c-46fb-41a0-a2cd-50bcf0dce5e3 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=60ed59a87fd44afb9064c8eef04b19c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449846 Aug 24 03:35:26.500233 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55568) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:26.546276 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-9d6c72db-e69f-44f5-9c20-2bf9bf68adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'b0c2d8e1-e02b-4f75-af06-574d94e0cab9', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'floating_ip_address': '172.27.4.212', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'port_id': 'c49bffe3-b213-40d0-a914-6759e188a044', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'mac_address': 'fa:16:3e:79:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:35:04Z', 'updated_at': '2022-08-24T03:35:25Z', 'revision_number': 1, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:38Z', 'revision_number': 5, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:26.557340 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bc97427a-002c-42e9-8856-a37ff0ec6f6e admin admin] Publish callbacks [] for security_group (b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:26.573341 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c72db-e69f-44f5-9c20-2bf9bf68adfc None None] Checking router: 71a22cfd-8168-4dde-a53a-9fe8a017ee85 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:35:26.578118 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bc97427a-002c-42e9-8856-a37ff0ec6f6e admin admin] Publish callbacks [] for security_group (b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:26.582781 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c72db-e69f-44f5-9c20-2bf9bf68adfc None None] Routers {'71a22cfd-8168-4dde-a53a-9fe8a017ee85'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:26.583458 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-9d6c72db-e69f-44f5-9c20-2bf9bf68adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:26.589223 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b4eb9-6bfb-4246-ad20-9a60a54eb158 req-c8e35f1f-02d4-42bd-8774-c8d9ded87417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:26.591449 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c3b4eb9-6bfb-4246-ad20-9a60a54eb158 req-c8e35f1f-02d4-42bd-8774-c8d9ded87417 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=8eba2ef7-6d0c-4faf-acaa-72abc36d027f HTTP/1.1" status: 200 len: 856 time: 0.2378345 Aug 24 03:35:26.644807 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b4eb9-6bfb-4246-ad20-9a60a54eb158 req-2c1cc7cf-ea6c-42a1-a12c-29929db95eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:26.647437 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c3b4eb9-6bfb-4246-ad20-9a60a54eb158 req-2c1cc7cf-ea6c-42a1-a12c-29929db95eac service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=52ff60ab-ab6b-4793-b855-63432cd730d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490310 Aug 24 03:35:26.656381 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bc97427a-002c-42e9-8856-a37ff0ec6f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:26.659246 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bc97427a-002c-42e9-8856-a37ff0ec6f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:26.663084 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-bc97427a-002c-42e9-8856-a37ff0ec6f6e admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504 HTTP/1.1" status: 204 len: 168 time: 0.1594043 Aug 24 03:35:26.673682 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97427a-002c-42e9-8856-a37ff0ec6f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ef0db5-6ab5-4709-aa0f-8d4d21a3a504,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:26.769114 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-9d6c72db-e69f-44f5-9c20-2bf9bf68adfc None None] Set router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:26.769346 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c3b4eb9-6bfb-4246-ad20-9a60a54eb158 req-f8072252-0fb8-48c1-af34-82358f021818 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083639 Aug 24 03:35:26.863635 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:26.882144 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c3b4eb9-6bfb-4246-ad20-9a60a54eb158 req-b06f2180-9f83-416b-a0ed-e72129a5d63b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133177 Aug 24 03:35:27.038135 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-9d6c72db-e69f-44f5-9c20-2bf9bf68adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'b0c2d8e1-e02b-4f75-af06-574d94e0cab9', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'floating_ip_address': '172.27.4.212', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'port_id': 'c49bffe3-b213-40d0-a914-6759e188a044', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'mac_address': 'fa:16:3e:79:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:35:04Z', 'updated_at': '2022-08-24T03:35:25Z', 'revision_number': 1, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:38Z', 'revision_number': 5, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:27.067085 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c72db-e69f-44f5-9c20-2bf9bf68adfc None None] The sync data for ids ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'] in dv-cinder-854261-1-iscsi is: [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'b0c2d8e1-e02b-4f75-af06-574d94e0cab9', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'floating_ip_address': '172.27.4.212', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'port_id': 'c49bffe3-b213-40d0-a914-6759e188a044', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'mac_address': 'fa:16:3e:79:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:35:04Z', 'updated_at': '2022-08-24T03:35:25Z', 'revision_number': 1, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:38Z', 'revision_number': 5, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:35:27.124061 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55586) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:27.171314 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-838a0f1e-f62e-4c03-b1f2-7d2ae877ec1a admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=19a5d267c5ef4a12a1d09e51a195497a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459304 Aug 24 03:35:27.181434 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55592) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:27.231813 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-85261def-ee71-4d03-a286-74608fc5e181 admin admin] Publish callbacks [] for security_group (d0edbb39-22ea-48fd-836e-f27554250dae), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:27.253695 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-85261def-ee71-4d03-a286-74608fc5e181 admin admin] Publish callbacks [] for security_group (d0edbb39-22ea-48fd-836e-f27554250dae), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:27.305791 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46439ced-2736-4dda-a966-0347ffd390ff None None] New status for floating IP b0c2d8e1-e02b-4f75-af06-574d94e0cab9: ACTIVE {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:35:27.309361 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-85261def-ee71-4d03-a286-74608fc5e181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (d0edbb39-22ea-48fd-836e-f27554250dae), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:27.311886 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-85261def-ee71-4d03-a286-74608fc5e181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:27.313075 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-85261def-ee71-4d03-a286-74608fc5e181 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/d0edbb39-22ea-48fd-836e-f27554250dae HTTP/1.1" status: 204 len: 168 time: 0.1380839 Aug 24 03:35:27.321619 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85261def-ee71-4d03-a286-74608fc5e181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0edbb39-22ea-48fd-836e-f27554250dae,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:27.373866 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:28.049528 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55616) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:28.149549 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1904683530-network', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:28.170993 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] Made reservation on behalf of 5dea7fb32dea4f75917d82973bf7e7e6 for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:35:28.174087 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:28.184424 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:28.248752 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:28.274047 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] Publish callbacks [] for security_group (c7e2c16c-c5d0-41a5-b3f1-407100d08993), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:28.279862 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (c7e2c16c-c5d0-41a5-b3f1-407100d08993), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:28.302281 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:35:28.319054 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e2c16c-c5d0-41a5-b3f1-407100d08993,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:28.321927 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (01c029ed-c827-46ff-9bb6-ca21ae85c3a6), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:28.322274 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] Added segment 01c029ed-c827-46ff-9bb6-ca21ae85c3a6 of type vlan for network 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 Aug 24 03:35:28.331394 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:28.373992 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (1be8ff91-ce37-47a5-8ee2-27d898bd3b76), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:28.406032 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (1be8ff91-ce37-47a5-8ee2-27d898bd3b76), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:28.407114 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:28.408928 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:28.453892 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4032600 Aug 24 03:35:28.457090 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55626) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:28.462081 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-eb41c17b-3b7f-4051-a2b1-011053abe35a admin admin] Request body: {'subnet': {'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1904683530-subnet', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:28.490649 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efb497-1497-4939-9955-8de0e3219720 admin admin] Pushing event updated for resources: {'Network': ['ID=1be8ff91-ce37-47a5-8ee2-27d898bd3b76,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:28.490829 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb41c17b-3b7f-4051-a2b1-011053abe35a admin admin] Made reservation on behalf of 5dea7fb32dea4f75917d82973bf7e7e6 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:35:28.493257 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-eb41c17b-3b7f-4051-a2b1-011053abe35a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4973782'] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:28.504966 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:35:28.904369 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-eb41c17b-3b7f-4051-a2b1-011053abe35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4932823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4973752'] for subnet (72d10fa5-9996-4ee4-ad31-9ef5e30d5114), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:28.959004 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41c17b-3b7f-4051-a2b1-011053abe35a admin admin] Pushing event updated for resources: {'Subnet': ['ID=72d10fa5-9996-4ee4-ad31-9ef5e30d5114,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:28.970164 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41c17b-3b7f-4051-a2b1-011053abe35a admin admin] Checking segment: {'id': '01c029ed-c827-46ff-9bb6-ca21ae85c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:35:28.970511 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb41c17b-3b7f-4051-a2b1-011053abe35a admin admin] Network hostable DHCP agents. Network: 1be8ff91-ce37-47a5-8ee2-27d898bd3b76, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:35:28.973295 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:28.983177 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:28.989812 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb41c17b-3b7f-4051-a2b1-011053abe35a admin admin] Network 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:35:29.000400 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-eb41c17b-3b7f-4051-a2b1-011053abe35a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, 1be8ff91-ce37-47a5-8ee2-27d898bd3b76) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:35:29.004971 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41c17b-3b7f-4051-a2b1-011053abe35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:29.005583 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-eb41c17b-3b7f-4051-a2b1-011053abe35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:29.009228 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c84e2c5-a02a-427e-9bb3-22b6c88dd9fb None None] Network 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:35:29.025916 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-eb41c17b-3b7f-4051-a2b1-011053abe35a admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5650010 Aug 24 03:35:29.026128 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55632) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:29.031285 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:29.062279 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12812'] for router (f612031a-9bc0-4b15-bcbe-911a5d961a44), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:29.063766 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7891735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7889631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8099016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12805'] for router (f612031a-9bc0-4b15-bcbe-911a5d961a44), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:29.126023 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70d57586-e4e6-542b-96d4-1cbf7e47ba16-1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'fixed_ips': [{'subnet_id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114'}]}} from dv-cinder-854261-1-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 03:35:29.127014 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:29.129336 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Publish callbacks [] for router_controller (f612031a-9bc0-4b15-bcbe-911a5d961a44), precommit_add_association {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:29.153919 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:29.264607 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Allocated IP 172.20.0.2 (1be8ff91-ce37-47a5-8ee2-27d898bd3b76/72d10fa5-9996-4ee4-ad31-9ef5e30d5114/6885fce1-92e2-4cd9-a733-2456556191fe) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:35:29.269182 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Publish callbacks [] for router_gateway (f612031a-9bc0-4b15-bcbe-911a5d961a44), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:29.412231 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Publish callbacks [] for port (6885fce1-92e2-4cd9-a733-2456556191fe), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:29.419236 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (6885fce1-92e2-4cd9-a733-2456556191fe), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:29.459230 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Publish callbacks [] for router_gateway (f612031a-9bc0-4b15-bcbe-911a5d961a44), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:29.461316 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Network 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:35:29.467442 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:35:29.471741 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:35:29.476670 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Pushing event updated for resources: {'Port': ['ID=6885fce1-92e2-4cd9-a733-2456556191fe,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:29.480482 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:29.535697 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Attempting to bind port 6885fce1-92e2-4cd9-a733-2456556191fe on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:35:29.536197 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Attempting to bind port 6885fce1-92e2-4cd9-a733-2456556191fe by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '01c029ed-c827-46ff-9bb6-ca21ae85c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:35:29.536441 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Attempting to bind port 6885fce1-92e2-4cd9-a733-2456556191fe on network 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:35:29.541904 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:35:29.542311 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Checking segment: {'id': '01c029ed-c827-46ff-9bb6-ca21ae85c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:35:29.543323 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:29.543711 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Bound using segment: {'id': '01c029ed-c827-46ff-9bb6-ca21ae85c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:35:29.544267 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Bound port: 6885fce1-92e2-4cd9-a733-2456556191fe, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c029ed-c827-46ff-9bb6-ca21ae85c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:35:29.544654 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (6885fce1-92e2-4cd9-a733-2456556191fe), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:29.590915 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Allocated IP 172.27.4.94 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/fe92c758-5fcf-4776-a83f-aec16c090773) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:35:29.606713 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] For port 6885fce1-92e2-4cd9-a733-2456556191fe, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:35:29.609897 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] For port 6885fce1-92e2-4cd9-a733-2456556191fe, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=6885fce1-92e2-4cd9-a733-2456556191fe,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:35:29.615205 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (6885fce1-92e2-4cd9-a733-2456556191fe), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:29.669597 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94b698-928e-478c-bc78-ef05ec5b6cad None None] Pushing event updated for resources: {'Port': ['ID=6885fce1-92e2-4cd9-a733-2456556191fe,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:29.708730 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Publish callbacks [] for port (fe92c758-5fcf-4776-a83f-aec16c090773), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:29.742224 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (fe92c758-5fcf-4776-a83f-aec16c090773), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:29.794652 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:35:29.798993 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:35:29.801258 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Pushing event updated for resources: {'Port': ['ID=fe92c758-5fcf-4776-a83f-aec16c090773,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:29.803700 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:35:29.925325 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:29.967144 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:30.027299 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 6885fce1-92e2-4cd9-a733-2456556191fe up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:35:30.054527 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:30.080127 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 6885fce1-92e2-4cd9-a733-2456556191fe triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:30.080504 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (6885fce1-92e2-4cd9-a733-2456556191fe), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:30.084719 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Publish callbacks [] for router_gateway (f612031a-9bc0-4b15-bcbe-911a5d961a44), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:30.158303 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 6885fce1-92e2-4cd9-a733-2456556191fe is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:30.158687 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (6885fce1-92e2-4cd9-a733-2456556191fe), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:30.197364 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 6885fce1-92e2-4cd9-a733-2456556191fe, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=6885fce1-92e2-4cd9-a733-2456556191fe,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:30.201759 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (6885fce1-92e2-4cd9-a733-2456556191fe), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:30.251558 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=6885fce1-92e2-4cd9-a733-2456556191fe,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:30.280417 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7891712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7889582'] for router (f612031a-9bc0-4b15-bcbe-911a5d961a44), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:30.414587 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Router f612031a-9bc0-4b15-bcbe-911a5d961a44 is scheduled to L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e with binding_index 1 {{(pid=106301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 03:35:30.523233 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:35:30.535518 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Sync routers for ids ['f612031a-9bc0-4b15-bcbe-911a5d961a44'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:35:30.543961 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:30.548189 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-3436935d-9ad0-4a18-b227-3d3d1d9b3355 admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5183620 Aug 24 03:35:30.548505 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Routers {'f612031a-9bc0-4b15-bcbe-911a5d961a44'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:30.548990 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55638) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:30.549385 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f612031a-9bc0-4b15-bcbe-911a5d961a44'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:30.635677 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:30.669052 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Set router f612031a-9bc0-4b15-bcbe-911a5d961a44 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:30.695949 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30605216-6207-49f4-8385-1b77c45e6c3b None None] Network 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:35:30.991768 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-3b2cb749-4ec8-4e0a-89f3-b2d977405bc4 None None] Provisioning complete for port 6885fce1-92e2-4cd9-a733-2456556191fe triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:30.992150 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3b2cb749-4ec8-4e0a-89f3-b2d977405bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (6885fce1-92e2-4cd9-a733-2456556191fe), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:31.150493 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:29Z', 'revision_number': 3, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'gw_port': {'id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:39:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:31.183977 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Checking router: f612031a-9bc0-4b15-bcbe-911a5d961a44 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:35:31.184323 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Updating router f612031a-9bc0-4b15-bcbe-911a5d961a44 port fe92c758-5fcf-4776-a83f-aec16c090773 binding host dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:35:31.187887 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-3b2cb749-4ec8-4e0a-89f3-b2d977405bc4 None None] Current status of the port 6885fce1-92e2-4cd9-a733-2456556191fe is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:31.213622 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:31.219147 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (fe92c758-5fcf-4776-a83f-aec16c090773), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:31.377949 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Allocated IP 172.20.0.1 (1be8ff91-ce37-47a5-8ee2-27d898bd3b76/72d10fa5-9996-4ee4-ad31-9ef5e30d5114/c131b893-94a0-49cb-9c71-91a9bd01b556) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:35:31.389854 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:31.403211 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:31.423393 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-9935c228-b174-485d-93f5-ed1807aafe62 None None] Provisioning complete for port 6885fce1-92e2-4cd9-a733-2456556191fe triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:31.423669 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9935c228-b174-485d-93f5-ed1807aafe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (6885fce1-92e2-4cd9-a733-2456556191fe), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:31.497786 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Publish callbacks [] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:31.519871 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:31.534886 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:31.543312 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Publish callbacks [] for port (fe92c758-5fcf-4776-a83f-aec16c090773), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:31.553014 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:31.558303 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (fe92c758-5fcf-4776-a83f-aec16c090773), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:31.575935 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Network 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:35:31.579063 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:35:31.582630 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:35:31.590521 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-9935c228-b174-485d-93f5-ed1807aafe62 None None] Current status of the port 6885fce1-92e2-4cd9-a733-2456556191fe is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:31.599071 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Attempting to bind port fe92c758-5fcf-4776-a83f-aec16c090773 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:35:31.599446 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Attempting to bind port fe92c758-5fcf-4776-a83f-aec16c090773 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:35:31.599804 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Attempting to bind port fe92c758-5fcf-4776-a83f-aec16c090773 on network 68ed77cc-6535-48c9-8f55-c96c079deaef {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:35:31.610227 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:35:31.610598 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Checking segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:35:31.610992 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:31.611722 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Bound using segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:35:31.611942 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Bound port: fe92c758-5fcf-4776-a83f-aec16c090773, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:35:31.612215 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (fe92c758-5fcf-4776-a83f-aec16c090773), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:31.613889 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Pushing event updated for resources: {'Port': ['ID=c131b893-94a0-49cb-9c71-91a9bd01b556,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:31.640315 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890483'] for router_interface (f612031a-9bc0-4b15-bcbe-911a5d961a44), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:31.652306 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996c3a4-2043-4f46-b479-f9802d8a63e7 None None] Pushing event updated for resources: {'Port': ['ID=fe92c758-5fcf-4776-a83f-aec16c090773,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:31.681595 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] For port fe92c758-5fcf-4776-a83f-aec16c090773, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:35:31.686696 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] For port fe92c758-5fcf-4776-a83f-aec16c090773, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=fe92c758-5fcf-4776-a83f-aec16c090773,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:35:31.694385 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (fe92c758-5fcf-4776-a83f-aec16c090773), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:31.746339 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Routers {'f612031a-9bc0-4b15-bcbe-911a5d961a44'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:31.747604 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f612031a-9bc0-4b15-bcbe-911a5d961a44'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:31.836911 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:31.840934 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996c3a4-2043-4f46-b479-f9802d8a63e7 None None] Pushing event updated for resources: {'Port': ['ID=fe92c758-5fcf-4776-a83f-aec16c090773,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:31.902113 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] Set router f612031a-9bc0-4b15-bcbe-911a5d961a44 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:31.988790 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-de2002fd-2cf2-4ffe-9a4d-a64892531467 None None] Provisioning complete for port c131b893-94a0-49cb-9c71-91a9bd01b556 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:31.988790 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-de2002fd-2cf2-4ffe-9a4d-a64892531467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:32.072725 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 6885fce1-92e2-4cd9-a733-2456556191fe up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:35:32.090688 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Publish callbacks [] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:32.097352 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:32.189337 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890511'] for router_interface (f612031a-9bc0-4b15-bcbe-911a5d961a44), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:32.192747 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Pushing event updated for resources: {'Port': ['ID=c131b893-94a0-49cb-9c71-91a9bd01b556,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:32.202223 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-de2002fd-2cf2-4ffe-9a4d-a64892531467 None None] Port c131b893-94a0-49cb-9c71-91a9bd01b556 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:35:32.217300 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:29Z', 'revision_number': 3, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'gw_port': {'id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:39:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:32.253374 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56643def-9957-4219-8d12-5a5d41e9f440 None None] The sync data for ids ['f612031a-9bc0-4b15-bcbe-911a5d961a44'] in dv-cinder-854261-1-iscsi is: [{'id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:29Z', 'revision_number': 3, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'gw_port': {'id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:39:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:35:32.259825 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 6885fce1-92e2-4cd9-a733-2456556191fe triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:32.259929 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (6885fce1-92e2-4cd9-a733-2456556191fe), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:32.314254 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:32.342017 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:32.351861 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Network 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:35:32.353625 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:35:32.385999 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 6885fce1-92e2-4cd9-a733-2456556191fe is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:32.535971 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Router f612031a-9bc0-4b15-bcbe-911a5d961a44 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:35:32.669180 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:35:32.675810 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f6caca3e-2a1c-4d48-b2eb-d0754c6ccd3d admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/f612031a-9bc0-4b15-bcbe-911a5d961a44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1255074 Aug 24 03:35:32.755033 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-56c0811e-3dd2-463b-bdab-1fcc721e35be None None] Provisioning complete for port c131b893-94a0-49cb-9c71-91a9bd01b556 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:32.755625 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-56c0811e-3dd2-463b-bdab-1fcc721e35be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:32.792695 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-56c0811e-3dd2-463b-bdab-1fcc721e35be None None] Port c131b893-94a0-49cb-9c71-91a9bd01b556 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:35:33.227528 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55682) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:33.233149 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-274236717-network', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:33.257111 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] Made reservation on behalf of 9d0d9fcf69f04ad99a8c1e68eea71735 for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:35:33.259744 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:33.270237 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:33.291239 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:33.365072 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] Publish callbacks [] for security_group (80fe9dd8-8838-4dec-ae44-753b598b0a9b), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:33.369317 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (80fe9dd8-8838-4dec-ae44-753b598b0a9b), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:33.397392 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:35:33.413586 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fe9dd8-8838-4dec-ae44-753b598b0a9b,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:33.420450 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (18888b50-3c1c-48b8-8ca3-8623e456d70e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:33.420827 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] Added segment 18888b50-3c1c-48b8-8ca3-8623e456d70e of type vlan for network 81543be7-2a40-4014-adfc-cf3f7d96be25 Aug 24 03:35:33.465266 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (81543be7-2a40-4014-adfc-cf3f7d96be25), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:33.492680 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (81543be7-2a40-4014-adfc-cf3f7d96be25), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:33.494163 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:33.495053 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:33.535783 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3071294 Aug 24 03:35:33.539632 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55692) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:33.547465 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-360ff06b-93e2-49cf-98e1-3c19966bad69 admin admin] Request body: {'subnet': {'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-274236717-subnet', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'ip_version': 4}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:33.582988 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614bace-fa48-4a85-ad84-4599b3a5734a admin admin] Pushing event updated for resources: {'Network': ['ID=81543be7-2a40-4014-adfc-cf3f7d96be25,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:33.594253 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network 81543be7-2a40-4014-adfc-cf3f7d96be25 details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:35:33.599621 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360ff06b-93e2-49cf-98e1-3c19966bad69 admin admin] Made reservation on behalf of 9d0d9fcf69f04ad99a8c1e68eea71735 for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:35:33.602081 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-360ff06b-93e2-49cf-98e1-3c19966bad69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5185050'] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:33.750279 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:33.801908 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-360ff06b-93e2-49cf-98e1-3c19966bad69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4780978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5185140'] for subnet (3e83131b-164a-494b-993f-4f020fa8e2ec), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:33.867733 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ff06b-93e2-49cf-98e1-3c19966bad69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e83131b-164a-494b-993f-4f020fa8e2ec,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:33.877643 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360ff06b-93e2-49cf-98e1-3c19966bad69 admin admin] Checking segment: {'id': '18888b50-3c1c-48b8-8ca3-8623e456d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:35:33.877987 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ff06b-93e2-49cf-98e1-3c19966bad69 admin admin] Network hostable DHCP agents. Network: 81543be7-2a40-4014-adfc-cf3f7d96be25, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:35:33.900572 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ff06b-93e2-49cf-98e1-3c19966bad69 admin admin] Network 81543be7-2a40-4014-adfc-cf3f7d96be25 is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:35:33.914096 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-360ff06b-93e2-49cf-98e1-3c19966bad69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, 81543be7-2a40-4014-adfc-cf3f7d96be25) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:35:33.920189 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360ff06b-93e2-49cf-98e1-3c19966bad69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:33.920825 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-360ff06b-93e2-49cf-98e1-3c19966bad69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:33.926196 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e490bc3a-3c59-4697-95dd-0776c81a409b None None] Network 81543be7-2a40-4014-adfc-cf3f7d96be25 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:35:33.942459 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-360ff06b-93e2-49cf-98e1-3c19966bad69 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3985727 Aug 24 03:35:33.942821 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55704) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:33.947966 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-274236717-router', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:33.982482 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12812'] for router (350736d2-85dd-45bd-b33f-40c3b634d803), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:33.984402 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7891735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7889631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8099016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12805'] for router (350736d2-85dd-45bd-b33f-40c3b634d803), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.047432 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device fe92c758-5fcf-4776-a83f-aec16c090773 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:35:34.058285 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Publish callbacks [] for router_controller (350736d2-85dd-45bd-b33f-40c3b634d803), precommit_add_association {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.115325 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port fe92c758-5fcf-4776-a83f-aec16c090773 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:34.118348 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (fe92c758-5fcf-4776-a83f-aec16c090773), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.142228 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:34.147655 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70d57586-e4e6-542b-96d4-1cbf7e47ba16-81543be7-2a40-4014-adfc-cf3f7d96be25', 'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25', 'project_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'fixed_ips': [{'subnet_id': '3e83131b-164a-494b-993f-4f020fa8e2ec'}]}} from dv-cinder-854261-1-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 03:35:34.148589 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.176582 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Sync routers for ids ['f612031a-9bc0-4b15-bcbe-911a5d961a44'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:35:34.190667 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Routers {'f612031a-9bc0-4b15-bcbe-911a5d961a44'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:34.191952 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f612031a-9bc0-4b15-bcbe-911a5d961a44'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:34.235650 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Publish callbacks [] for router_gateway (350736d2-85dd-45bd-b33f-40c3b634d803), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.310435 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port fe92c758-5fcf-4776-a83f-aec16c090773 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:34.310823 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (fe92c758-5fcf-4776-a83f-aec16c090773), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.345919 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Set router f612031a-9bc0-4b15-bcbe-911a5d961a44 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:34.415691 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:34.455018 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:34.467115 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Publish callbacks [] for router_gateway (350736d2-85dd-45bd-b33f-40c3b634d803), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.490606 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.500982 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port fe92c758-5fcf-4776-a83f-aec16c090773, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=fe92c758-5fcf-4776-a83f-aec16c090773,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:34.509524 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (fe92c758-5fcf-4776-a83f-aec16c090773), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.555842 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Allocated IP 172.20.0.2 (81543be7-2a40-4014-adfc-cf3f7d96be25/3e83131b-164a-494b-993f-4f020fa8e2ec/6d7f1ed4-6323-4352-a816-15362044072f) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:35:34.585845 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=fe92c758-5fcf-4776-a83f-aec16c090773,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:34.609757 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:31Z', 'revision_number': 4, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'gw_port': {'id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:39:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c131b893-94a0-49cb-9c71-91a9bd01b556', 'name': '', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'mac_address': 'fa:16:3e:90:35:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:31Z', 'updated_at': '2022-08-24T03:35:31Z', 'revision_number': 2, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'subnets': [{'id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:34.625320 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Allocated IP 172.27.4.32 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/d70cedba-2d8a-4f23-a21b-b6f576a6d892) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:35:34.637194 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Checking router: f612031a-9bc0-4b15-bcbe-911a5d961a44 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:35:34.637644 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Updating router f612031a-9bc0-4b15-bcbe-911a5d961a44 port c131b893-94a0-49cb-9c71-91a9bd01b556 binding host dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:35:34.674773 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.741915 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Publish callbacks [] for port (6d7f1ed4-6323-4352-a816-15362044072f), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.747138 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Publish callbacks [] for port (d70cedba-2d8a-4f23-a21b-b6f576a6d892), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.748558 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (6d7f1ed4-6323-4352-a816-15362044072f), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.785687 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (d70cedba-2d8a-4f23-a21b-b6f576a6d892), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.803568 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Network 81543be7-2a40-4014-adfc-cf3f7d96be25 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:35:34.809686 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:35:34.812957 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:35:34.816409 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Pushing event updated for resources: {'Port': ['ID=6d7f1ed4-6323-4352-a816-15362044072f,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:34.849582 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:34.874692 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:35:34.876897 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:35:34.878963 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:35:34.902461 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Attempting to bind port 6d7f1ed4-6323-4352-a816-15362044072f on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:35:34.902886 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Attempting to bind port 6d7f1ed4-6323-4352-a816-15362044072f by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '18888b50-3c1c-48b8-8ca3-8623e456d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:35:34.903304 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Attempting to bind port 6d7f1ed4-6323-4352-a816-15362044072f on network 81543be7-2a40-4014-adfc-cf3f7d96be25 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:35:34.914791 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:35:34.914791 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Checking segment: {'id': '18888b50-3c1c-48b8-8ca3-8623e456d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:35:34.915097 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.915344 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Bound using segment: {'id': '18888b50-3c1c-48b8-8ca3-8623e456d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:35:34.916572 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Bound port: 6d7f1ed4-6323-4352-a816-15362044072f, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18888b50-3c1c-48b8-8ca3-8623e456d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:35:34.916840 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (6d7f1ed4-6323-4352-a816-15362044072f), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:34.928452 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Pushing event updated for resources: {'Port': ['ID=d70cedba-2d8a-4f23-a21b-b6f576a6d892,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:34.989550 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] For port 6d7f1ed4-6323-4352-a816-15362044072f, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:35:34.992919 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] For port 6d7f1ed4-6323-4352-a816-15362044072f, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=6d7f1ed4-6323-4352-a816-15362044072f,segment=NetworkSegment(18888b50-3c1c-48b8-8ca3-8623e456d70e),segment_id=18888b50-3c1c-48b8-8ca3-8623e456d70e)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:35:35.003067 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (6d7f1ed4-6323-4352-a816-15362044072f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:35.023760 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Publish callbacks [] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:35.038572 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:35.086602 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf49f4-8608-4358-aca8-4dffb3e44c43 None None] Pushing event updated for resources: {'Port': ['ID=6d7f1ed4-6323-4352-a816-15362044072f,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:35.099842 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:35.102011 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Pushing event updated for resources: {'Port': ['ID=c131b893-94a0-49cb-9c71-91a9bd01b556,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:35.115154 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:35.115545 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:35.115859 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:35.116218 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:35.116673 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:35.117031 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:35.117361 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:35.117682 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:35.118006 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:35.118334 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:35.118642 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:35.118962 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:35.119277 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:35.119593 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:35.119909 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:35:35.207339 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Attempting to bind port c131b893-94a0-49cb-9c71-91a9bd01b556 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:35:35.207998 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Attempting to bind port c131b893-94a0-49cb-9c71-91a9bd01b556 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '01c029ed-c827-46ff-9bb6-ca21ae85c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:35:35.208256 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Attempting to bind port c131b893-94a0-49cb-9c71-91a9bd01b556 on network 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:35:35.216702 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:35:35.217206 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Checking segment: {'id': '01c029ed-c827-46ff-9bb6-ca21ae85c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:35:35.217774 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:35.218509 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Bound using segment: {'id': '01c029ed-c827-46ff-9bb6-ca21ae85c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:35:35.219183 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Bound port: c131b893-94a0-49cb-9c71-91a9bd01b556, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c029ed-c827-46ff-9bb6-ca21ae85c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:35:35.219928 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:35.223174 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Publish callbacks [] for router_gateway (350736d2-85dd-45bd-b33f-40c3b634d803), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:35.342006 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] For port c131b893-94a0-49cb-9c71-91a9bd01b556, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:35:35.346583 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] For port c131b893-94a0-49cb-9c71-91a9bd01b556, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=c131b893-94a0-49cb-9c71-91a9bd01b556,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:35:35.353361 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:35.396369 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Routers {'f612031a-9bc0-4b15-bcbe-911a5d961a44'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:35.397172 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f612031a-9bc0-4b15-bcbe-911a5d961a44'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:35.525937 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d15480-6569-40c1-8b25-93c7bee481b5 None None] Pushing event updated for resources: {'Port': ['ID=c131b893-94a0-49cb-9c71-91a9bd01b556,revision_number=4']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:35.546404 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:35.592194 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] Set router f612031a-9bc0-4b15-bcbe-911a5d961a44 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:35.729545 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:35.747430 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7891712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7889582'] for router (350736d2-85dd-45bd-b33f-40c3b634d803), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:35.810063 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:31Z', 'revision_number': 4, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'gw_port': {'id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c131b893-94a0-49cb-9c71-91a9bd01b556', 'name': '', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'mac_address': 'fa:16:3e:90:35:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:31Z', 'updated_at': '2022-08-24T03:35:35Z', 'revision_number': 4, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'subnets': [{'id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:35.875207 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:35.888134 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Router 350736d2-85dd-45bd-b33f-40c3b634d803 is scheduled to L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e with binding_index 1 {{(pid=106301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 03:35:35.926111 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ff0df-636f-40fd-8a8a-14531af7d187 None None] The sync data for ids ['f612031a-9bc0-4b15-bcbe-911a5d961a44'] in dv-cinder-854261-1-iscsi is: [{'id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:31Z', 'revision_number': 4, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'gw_port': {'id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c131b893-94a0-49cb-9c71-91a9bd01b556', 'name': '', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'mac_address': 'fa:16:3e:90:35:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:31Z', 'updated_at': '2022-08-24T03:35:35Z', 'revision_number': 4, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'subnets': [{'id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:35:36.080302 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:35:36.098591 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Sync routers for ids ['350736d2-85dd-45bd-b33f-40c3b634d803'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:35:36.111828 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:36.115107 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Routers {'350736d2-85dd-45bd-b33f-40c3b634d803'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:36.115957 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['350736d2-85dd-45bd-b33f-40c3b634d803'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:36.118974 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-3480708c-e688-4fd2-bc28-94ec306e7a25 admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1750603 Aug 24 03:35:36.119930 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55744) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:36.222441 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device fe92c758-5fcf-4776-a83f-aec16c090773 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:35:36.273822 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Set router 350736d2-85dd-45bd-b33f-40c3b634d803 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:36.322202 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63912720-d3f7-456e-a11e-fa31a707164d None None] Network 81543be7-2a40-4014-adfc-cf3f7d96be25 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:35:36.425284 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:36.457102 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-6832e4ed-1b54-4741-afd9-bcad6840ff00 None None] Provisioning complete for port 6d7f1ed4-6323-4352-a816-15362044072f triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:36.457478 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6832e4ed-1b54-4741-afd9-bcad6840ff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (6d7f1ed4-6323-4352-a816-15362044072f), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:36.520728 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port fe92c758-5fcf-4776-a83f-aec16c090773 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:36.521196 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (fe92c758-5fcf-4776-a83f-aec16c090773), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:36.527250 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:INSERT=8,neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:36.628400 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:36.695739 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:36.800367 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-6832e4ed-1b54-4741-afd9-bcad6840ff00 None None] Current status of the port 6d7f1ed4-6323-4352-a816-15362044072f is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:36.800854 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6832e4ed-1b54-4741-afd9-bcad6840ff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (6d7f1ed4-6323-4352-a816-15362044072f), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:36.803245 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port fe92c758-5fcf-4776-a83f-aec16c090773 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:36.804576 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 6d7f1ed4-6323-4352-a816-15362044072f up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:35:36.846736 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'name': 'tempest-TestShelveInstance-274236717-router', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'd70cedba-2d8a-4f23-a21b-b6f576a6d892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:33Z', 'updated_at': '2022-08-24T03:35:35Z', 'revision_number': 3, 'project_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'gw_port': {'id': 'd70cedba-2d8a-4f23-a21b-b6f576a6d892', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:34Z', 'updated_at': '2022-08-24T03:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:36.854060 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Allocated IP 172.20.0.1 (81543be7-2a40-4014-adfc-cf3f7d96be25/3e83131b-164a-494b-993f-4f020fa8e2ec/e90ea812-211f-454b-ad3e-ea35a5e58549) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:35:36.894468 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Checking router: 350736d2-85dd-45bd-b33f-40c3b634d803 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:35:36.894875 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Updating router 350736d2-85dd-45bd-b33f-40c3b634d803 port d70cedba-2d8a-4f23-a21b-b6f576a6d892 binding host dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:35:36.903064 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:36.963563 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 6d7f1ed4-6323-4352-a816-15362044072f triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:36.963968 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (6d7f1ed4-6323-4352-a816-15362044072f), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:36.991824 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-6832e4ed-1b54-4741-afd9-bcad6840ff00 None None] For port 6d7f1ed4-6323-4352-a816-15362044072f, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=6d7f1ed4-6323-4352-a816-15362044072f,segment=NetworkSegment(18888b50-3c1c-48b8-8ca3-8623e456d70e),segment_id=18888b50-3c1c-48b8-8ca3-8623e456d70e)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:37.007125 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (d70cedba-2d8a-4f23-a21b-b6f576a6d892), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.008847 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6832e4ed-1b54-4741-afd9-bcad6840ff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (6d7f1ed4-6323-4352-a816-15362044072f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.040944 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Publish callbacks [] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.080131 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.124121 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Network 81543be7-2a40-4014-adfc-cf3f7d96be25 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:35:37.128169 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:35:37.132371 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:35:37.161969 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Pushing event updated for resources: {'Port': ['ID=e90ea812-211f-454b-ad3e-ea35a5e58549,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:37.187602 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890483'] for router_interface (350736d2-85dd-45bd-b33f-40c3b634d803), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.233666 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832e4ed-1b54-4741-afd9-bcad6840ff00 None None] Pushing event updated for resources: {'Port': ['ID=6d7f1ed4-6323-4352-a816-15362044072f,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:37.263499 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-f7cf32d8-efc1-481f-b305-2bd66626604d None None] Provisioning complete for port 6d7f1ed4-6323-4352-a816-15362044072f triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:37.263871 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f7cf32d8-efc1-481f-b305-2bd66626604d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (6d7f1ed4-6323-4352-a816-15362044072f), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.344813 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 6d7f1ed4-6323-4352-a816-15362044072f is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:37.367343 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:37.374888 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.453871 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-f7cf32d8-efc1-481f-b305-2bd66626604d None None] Current status of the port 6d7f1ed4-6323-4352-a816-15362044072f is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:37.499877 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Publish callbacks [] for port (d70cedba-2d8a-4f23-a21b-b6f576a6d892), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.505818 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (d70cedba-2d8a-4f23-a21b-b6f576a6d892), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.555386 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:37.599326 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Publish callbacks [] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.603170 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.676161 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890511'] for router_interface (350736d2-85dd-45bd-b33f-40c3b634d803), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.677924 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Pushing event updated for resources: {'Port': ['ID=e90ea812-211f-454b-ad3e-ea35a5e58549,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:37.691812 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Attempting to bind port d70cedba-2d8a-4f23-a21b-b6f576a6d892 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:35:37.692208 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Attempting to bind port d70cedba-2d8a-4f23-a21b-b6f576a6d892 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:35:37.692563 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Attempting to bind port d70cedba-2d8a-4f23-a21b-b6f576a6d892 on network 68ed77cc-6535-48c9-8f55-c96c079deaef {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:35:37.704002 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-42081717-1c73-4e2a-b8af-2e08b00017d6 None None] Provisioning complete for port e90ea812-211f-454b-ad3e-ea35a5e58549 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:37.704401 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-42081717-1c73-4e2a-b8af-2e08b00017d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.707605 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:35:37.707979 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Checking segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:35:37.708364 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.708753 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Bound using segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:35:37.709238 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Bound port: d70cedba-2d8a-4f23-a21b-b6f576a6d892, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:35:37.709604 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (d70cedba-2d8a-4f23-a21b-b6f576a6d892), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.711138 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6ee8e-d072-471e-a369-859d6a948445 None None] Pushing event updated for resources: {'Port': ['ID=d70cedba-2d8a-4f23-a21b-b6f576a6d892,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:37.771922 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Network 81543be7-2a40-4014-adfc-cf3f7d96be25 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:35:37.772440 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-42081717-1c73-4e2a-b8af-2e08b00017d6 None None] Port e90ea812-211f-454b-ad3e-ea35a5e58549 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:35:37.773546 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:35:37.786285 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:37.791391 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] For port d70cedba-2d8a-4f23-a21b-b6f576a6d892, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:35:37.796518 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] For port d70cedba-2d8a-4f23-a21b-b6f576a6d892, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=d70cedba-2d8a-4f23-a21b-b6f576a6d892,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:35:37.802965 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (d70cedba-2d8a-4f23-a21b-b6f576a6d892), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:37.844623 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Routers {'350736d2-85dd-45bd-b33f-40c3b634d803'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:37.845291 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['350736d2-85dd-45bd-b33f-40c3b634d803'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:37.875732 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:37.906521 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Router 350736d2-85dd-45bd-b33f-40c3b634d803 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:35:37.935962 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6ee8e-d072-471e-a369-859d6a948445 None None] Pushing event updated for resources: {'Port': ['ID=d70cedba-2d8a-4f23-a21b-b6f576a6d892,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:37.989417 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] Set router 350736d2-85dd-45bd-b33f-40c3b634d803 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:38.028356 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-f06dfa6f-eced-4f9c-94ee-2e593911e843 None None] Provisioning complete for port e90ea812-211f-454b-ad3e-ea35a5e58549 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:38.029187 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f06dfa6f-eced-4f9c-94ee-2e593911e843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.037871 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:35:38.044340 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-325a0fcd-88ce-4446-b009-7ca2a71dbabe admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/350736d2-85dd-45bd-b33f-40c3b634d803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9232388 Aug 24 03:35:38.100329 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-f06dfa6f-eced-4f9c-94ee-2e593911e843 None None] Port e90ea812-211f-454b-ad3e-ea35a5e58549 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:35:38.118917 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device c131b893-94a0-49cb-9c71-91a9bd01b556 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:35:38.223948 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port c131b893-94a0-49cb-9c71-91a9bd01b556 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:38.224330 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.305433 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'name': 'tempest-TestShelveInstance-274236717-router', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'd70cedba-2d8a-4f23-a21b-b6f576a6d892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:33Z', 'updated_at': '2022-08-24T03:35:37Z', 'revision_number': 4, 'project_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'gw_port': {'id': 'd70cedba-2d8a-4f23-a21b-b6f576a6d892', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:34Z', 'updated_at': '2022-08-24T03:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e90ea812-211f-454b-ad3e-ea35a5e58549', 'name': '', 'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'mac_address': 'fa:16:3e:d5:17:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3e83131b-164a-494b-993f-4f020fa8e2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:36Z', 'updated_at': '2022-08-24T03:35:37Z', 'revision_number': 2, 'project_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'subnets': [{'id': '3e83131b-164a-494b-993f-4f020fa8e2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:38.336328 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb4c48e-0cb6-44a1-9f0a-94aa6632824d None None] The sync data for ids ['350736d2-85dd-45bd-b33f-40c3b634d803'] in dv-cinder-854261-1-iscsi is: [{'id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'name': 'tempest-TestShelveInstance-274236717-router', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'd70cedba-2d8a-4f23-a21b-b6f576a6d892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:33Z', 'updated_at': '2022-08-24T03:35:37Z', 'revision_number': 4, 'project_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'gw_port': {'id': 'd70cedba-2d8a-4f23-a21b-b6f576a6d892', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:34Z', 'updated_at': '2022-08-24T03:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e90ea812-211f-454b-ad3e-ea35a5e58549', 'name': '', 'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'mac_address': 'fa:16:3e:d5:17:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3e83131b-164a-494b-993f-4f020fa8e2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:36Z', 'updated_at': '2022-08-24T03:35:37Z', 'revision_number': 2, 'project_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'subnets': [{'id': '3e83131b-164a-494b-993f-4f020fa8e2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:35:38.378580 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port c131b893-94a0-49cb-9c71-91a9bd01b556 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:38.379334 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.405211 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:38.429324 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port c131b893-94a0-49cb-9c71-91a9bd01b556, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=c131b893-94a0-49cb-9c71-91a9bd01b556,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:38.434774 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.436817 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 6d7f1ed4-6323-4352-a816-15362044072f up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:35:38.469517 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55782) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:38.477333 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-d75357a7-cbeb-44bf-a56c-afcb30526fbb tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-756402751', 'description': 'tempest-secgroup-smoke-756402751 description', 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:38.518034 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=c131b893-94a0-49cb-9c71-91a9bd01b556,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:38.528660 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d75357a7-cbeb-44bf-a56c-afcb30526fbb tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.532346 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 6d7f1ed4-6323-4352-a816-15362044072f triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:38.532721 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (6d7f1ed4-6323-4352-a816-15362044072f), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.650397 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 6d7f1ed4-6323-4352-a816-15362044072f is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:38.655703 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d75357a7-cbeb-44bf-a56c-afcb30526fbb tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group (1df59281-733b-45a3-b06f-181106780bc1), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.659991 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d75357a7-cbeb-44bf-a56c-afcb30526fbb tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (1df59281-733b-45a3-b06f-181106780bc1), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.709492 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d75357a7-cbeb-44bf-a56c-afcb30526fbb tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.710742 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d75357a7-cbeb-44bf-a56c-afcb30526fbb tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2396374 Aug 24 03:35:38.712612 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75357a7-cbeb-44bf-a56c-afcb30526fbb tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df59281-733b-45a3-b06f-181106780bc1,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:38.715566 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55788) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:38.720735 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-9ba886a5-1f54-413a-b887-ac999c19217f tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Request body: {'security_group_rule': {'security_group_id': '1df59281-733b-45a3-b06f-181106780bc1', 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:38.756982 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9ba886a5-1f54-413a-b887-ac999c19217f tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (79a5262b-3c0e-4be9-9b20-4f4be9f685ae), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.818117 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9ba886a5-1f54-413a-b887-ac999c19217f tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (79a5262b-3c0e-4be9-9b20-4f4be9f685ae), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.822042 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9ba886a5-1f54-413a-b887-ac999c19217f tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (79a5262b-3c0e-4be9-9b20-4f4be9f685ae), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.842488 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba886a5-1f54-413a-b887-ac999c19217f tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a5262b-3c0e-4be9-9b20-4f4be9f685ae,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:38.851832 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9ba886a5-1f54-413a-b887-ac999c19217f tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.853339 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9ba886a5-1f54-413a-b887-ac999c19217f tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365280 Aug 24 03:35:38.856719 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55790) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:38.861035 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-45225a74-81c0-4e34-a12c-d305db19962d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Request body: {'security_group_rule': {'security_group_id': '1df59281-733b-45a3-b06f-181106780bc1', 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:38.888618 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45225a74-81c0-4e34-a12c-d305db19962d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (e2083ed4-e9f3-442c-bdc1-884737bfcd85), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.955777 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45225a74-81c0-4e34-a12c-d305db19962d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (e2083ed4-e9f3-442c-bdc1-884737bfcd85), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.959644 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45225a74-81c0-4e34-a12c-d305db19962d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (e2083ed4-e9f3-442c-bdc1-884737bfcd85), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.980534 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45225a74-81c0-4e34-a12c-d305db19962d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2083ed4-e9f3-442c-bdc1-884737bfcd85,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:38.985851 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45225a74-81c0-4e34-a12c-d305db19962d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:38.987063 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-45225a74-81c0-4e34-a12c-d305db19962d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293726 Aug 24 03:35:38.989794 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55792) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:38.994227 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-e8c8b12c-103a-484f-94de-b53b6083f612 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Request body: {'security_group_rule': {'security_group_id': '1df59281-733b-45a3-b06f-181106780bc1', 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:39.022621 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e8c8b12c-103a-484f-94de-b53b6083f612 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (66ca1a6d-aa7a-45d6-9cd6-d48e137c3ec0), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.055601 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:39.089657 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e8c8b12c-103a-484f-94de-b53b6083f612 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (66ca1a6d-aa7a-45d6-9cd6-d48e137c3ec0), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.093743 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e8c8b12c-103a-484f-94de-b53b6083f612 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (66ca1a6d-aa7a-45d6-9cd6-d48e137c3ec0), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.113918 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8b12c-103a-484f-94de-b53b6083f612 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ca1a6d-aa7a-45d6-9cd6-d48e137c3ec0,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:39.122826 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e8c8b12c-103a-484f-94de-b53b6083f612 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.124252 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e8c8b12c-103a-484f-94de-b53b6083f612 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335387 Aug 24 03:35:39.132999 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 55794) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:39.141220 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-76a0f3a5-9d3c-4778-a9ef-d9120b6ea724 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Request body: {'security_group_rule': {'security_group_id': '1df59281-733b-45a3-b06f-181106780bc1', 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:39.172321 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-76a0f3a5-9d3c-4778-a9ef-d9120b6ea724 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (77220c17-13fa-407e-b2f2-d06c5203b14e), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.239436 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-76a0f3a5-9d3c-4778-a9ef-d9120b6ea724 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (77220c17-13fa-407e-b2f2-d06c5203b14e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.243454 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-76a0f3a5-9d3c-4778-a9ef-d9120b6ea724 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (77220c17-13fa-407e-b2f2-d06c5203b14e), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.265722 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0f3a5-9d3c-4778-a9ef-d9120b6ea724 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77220c17-13fa-407e-b2f2-d06c5203b14e,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:39.276648 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-76a0f3a5-9d3c-4778-a9ef-d9120b6ea724 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.278146 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-76a0f3a5-9d3c-4778-a9ef-d9120b6ea724 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441815 Aug 24 03:35:39.281126 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55796) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:39.285825 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-48bb00e1-28f8-4f69-9b42-10769c974e9e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Request body: {'security_group_rule': {'security_group_id': '1df59281-733b-45a3-b06f-181106780bc1', 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:39.309341 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.securitygroups_db [None req-48bb00e1-28f8-4f69-9b42-10769c974e9e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Project 5dea7fb32dea4f75917d82973bf7e7e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 03:35:39.321681 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-48bb00e1-28f8-4f69-9b42-10769c974e9e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (7662786c-be9d-49fc-9096-26863de0ab6a), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.387186 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-48bb00e1-28f8-4f69-9b42-10769c974e9e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (7662786c-be9d-49fc-9096-26863de0ab6a), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.392244 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-48bb00e1-28f8-4f69-9b42-10769c974e9e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (7662786c-be9d-49fc-9096-26863de0ab6a), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.413551 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb00e1-28f8-4f69-9b42-10769c974e9e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7662786c-be9d-49fc-9096-26863de0ab6a,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:39.419588 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-48bb00e1-28f8-4f69-9b42-10769c974e9e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.423618 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-48bb00e1-28f8-4f69-9b42-10769c974e9e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386046 Aug 24 03:35:39.424125 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 55798) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:39.429247 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-ef2becce-8188-4b97-ad7f-f117e238239a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Request body: {'security_group_rule': {'security_group_id': '1df59281-733b-45a3-b06f-181106780bc1', 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:35:39.454042 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.securitygroups_db [None req-ef2becce-8188-4b97-ad7f-f117e238239a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Project 5dea7fb32dea4f75917d82973bf7e7e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 03:35:39.460475 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ef2becce-8188-4b97-ad7f-f117e238239a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (f97022ab-5219-4d3b-b2df-6ad0929fa7c6), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.524928 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ef2becce-8188-4b97-ad7f-f117e238239a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (f97022ab-5219-4d3b-b2df-6ad0929fa7c6), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.529737 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ef2becce-8188-4b97-ad7f-f117e238239a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (f97022ab-5219-4d3b-b2df-6ad0929fa7c6), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.550683 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2becce-8188-4b97-ad7f-f117e238239a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97022ab-5219-4d3b-b2df-6ad0929fa7c6,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:39.556720 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ef2becce-8188-4b97-ad7f-f117e238239a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:39.563857 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ef2becce-8188-4b97-ad7f-f117e238239a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323104 Aug 24 03:35:40.158262 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device c131b893-94a0-49cb-9c71-91a9bd01b556 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:35:40.195797 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:40.206602 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port c131b893-94a0-49cb-9c71-91a9bd01b556 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:40.206978 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:40.284886 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port c131b893-94a0-49cb-9c71-91a9bd01b556 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:40.286039 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device d70cedba-2d8a-4f23-a21b-b6f576a6d892 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:35:40.336551 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port d70cedba-2d8a-4f23-a21b-b6f576a6d892 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:40.336973 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (d70cedba-2d8a-4f23-a21b-b6f576a6d892), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:40.415164 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port d70cedba-2d8a-4f23-a21b-b6f576a6d892 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:40.415561 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (d70cedba-2d8a-4f23-a21b-b6f576a6d892), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:40.443419 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port d70cedba-2d8a-4f23-a21b-b6f576a6d892, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=d70cedba-2d8a-4f23-a21b-b6f576a6d892,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:40.447370 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (d70cedba-2d8a-4f23-a21b-b6f576a6d892), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:40.506890 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=d70cedba-2d8a-4f23-a21b-b6f576a6d892,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:40.573078 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Sync routers for ids ['350736d2-85dd-45bd-b33f-40c3b634d803'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:35:40.583025 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Routers {'350736d2-85dd-45bd-b33f-40c3b634d803'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:40.583619 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['350736d2-85dd-45bd-b33f-40c3b634d803'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:40.692834 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Set router 350736d2-85dd-45bd-b33f-40c3b634d803 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:40.893869 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'name': 'tempest-TestShelveInstance-274236717-router', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'd70cedba-2d8a-4f23-a21b-b6f576a6d892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:33Z', 'updated_at': '2022-08-24T03:35:37Z', 'revision_number': 4, 'project_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'gw_port': {'id': 'd70cedba-2d8a-4f23-a21b-b6f576a6d892', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:34Z', 'updated_at': '2022-08-24T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e90ea812-211f-454b-ad3e-ea35a5e58549', 'name': '', 'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'mac_address': 'fa:16:3e:d5:17:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3e83131b-164a-494b-993f-4f020fa8e2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:36Z', 'updated_at': '2022-08-24T03:35:37Z', 'revision_number': 2, 'project_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'subnets': [{'id': '3e83131b-164a-494b-993f-4f020fa8e2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:40.923145 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Checking router: 350736d2-85dd-45bd-b33f-40c3b634d803 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:35:40.923440 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Updating router 350736d2-85dd-45bd-b33f-40c3b634d803 port e90ea812-211f-454b-ad3e-ea35a5e58549 binding host dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:35:40.952520 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:41.084792 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:41.241201 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Publish callbacks [] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:41.247339 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:41.251848 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:41.300258 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27132be2-edad-41ef-acbf-21575898a14f None None] Pushing event updated for resources: {'Port': ['ID=e90ea812-211f-454b-ad3e-ea35a5e58549,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:41.354813 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Attempting to bind port e90ea812-211f-454b-ad3e-ea35a5e58549 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:35:41.355437 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Attempting to bind port e90ea812-211f-454b-ad3e-ea35a5e58549 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '18888b50-3c1c-48b8-8ca3-8623e456d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:35:41.355954 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Attempting to bind port e90ea812-211f-454b-ad3e-ea35a5e58549 on network 81543be7-2a40-4014-adfc-cf3f7d96be25 {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:35:41.362494 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:35:41.362855 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Checking segment: {'id': '18888b50-3c1c-48b8-8ca3-8623e456d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:35:41.363266 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:41.363790 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Bound using segment: {'id': '18888b50-3c1c-48b8-8ca3-8623e456d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:35:41.364080 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Bound port: e90ea812-211f-454b-ad3e-ea35a5e58549, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18888b50-3c1c-48b8-8ca3-8623e456d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:35:41.364455 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:41.436028 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] For port e90ea812-211f-454b-ad3e-ea35a5e58549, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:35:41.441657 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] For port e90ea812-211f-454b-ad3e-ea35a5e58549, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=e90ea812-211f-454b-ad3e-ea35a5e58549,segment=NetworkSegment(18888b50-3c1c-48b8-8ca3-8623e456d70e),segment_id=18888b50-3c1c-48b8-8ca3-8623e456d70e)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:35:41.447934 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:41.529206 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Routers {'350736d2-85dd-45bd-b33f-40c3b634d803'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:41.530316 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['350736d2-85dd-45bd-b33f-40c3b634d803'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:41.532922 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27132be2-edad-41ef-acbf-21575898a14f None None] Pushing event updated for resources: {'Port': ['ID=e90ea812-211f-454b-ad3e-ea35a5e58549,revision_number=4']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:41.650264 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] Set router 350736d2-85dd-45bd-b33f-40c3b634d803 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:41.844110 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'name': 'tempest-TestShelveInstance-274236717-router', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'd70cedba-2d8a-4f23-a21b-b6f576a6d892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:33Z', 'updated_at': '2022-08-24T03:35:37Z', 'revision_number': 4, 'project_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'gw_port': {'id': 'd70cedba-2d8a-4f23-a21b-b6f576a6d892', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:34Z', 'updated_at': '2022-08-24T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e90ea812-211f-454b-ad3e-ea35a5e58549', 'name': '', 'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'mac_address': 'fa:16:3e:d5:17:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3e83131b-164a-494b-993f-4f020fa8e2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:36Z', 'updated_at': '2022-08-24T03:35:41Z', 'revision_number': 4, 'project_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'subnets': [{'id': '3e83131b-164a-494b-993f-4f020fa8e2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:41.872587 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eed490-07a5-4103-ae37-2e676d5f9d2c None None] The sync data for ids ['350736d2-85dd-45bd-b33f-40c3b634d803'] in dv-cinder-854261-1-iscsi is: [{'id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'name': 'tempest-TestShelveInstance-274236717-router', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'd70cedba-2d8a-4f23-a21b-b6f576a6d892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:33Z', 'updated_at': '2022-08-24T03:35:37Z', 'revision_number': 4, 'project_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'gw_port': {'id': 'd70cedba-2d8a-4f23-a21b-b6f576a6d892', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:34Z', 'updated_at': '2022-08-24T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e90ea812-211f-454b-ad3e-ea35a5e58549', 'name': '', 'network_id': '81543be7-2a40-4014-adfc-cf3f7d96be25', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'mac_address': 'fa:16:3e:d5:17:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3e83131b-164a-494b-993f-4f020fa8e2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:36Z', 'updated_at': '2022-08-24T03:35:41Z', 'revision_number': 4, 'project_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'subnets': [{'id': '3e83131b-164a-494b-993f-4f020fa8e2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:35:42.034967 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device e90ea812-211f-454b-ad3e-ea35a5e58549 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:35:42.089406 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port e90ea812-211f-454b-ad3e-ea35a5e58549 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:42.089968 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:42.178345 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port e90ea812-211f-454b-ad3e-ea35a5e58549 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:42.178996 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:42.216102 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:42.218911 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port e90ea812-211f-454b-ad3e-ea35a5e58549, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=e90ea812-211f-454b-ad3e-ea35a5e58549,segment=NetworkSegment(18888b50-3c1c-48b8-8ca3-8623e456d70e),segment_id=18888b50-3c1c-48b8-8ca3-8623e456d70e)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:42.224044 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:42.224884 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device d70cedba-2d8a-4f23-a21b-b6f576a6d892 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:35:42.317211 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port d70cedba-2d8a-4f23-a21b-b6f576a6d892 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:42.317580 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (d70cedba-2d8a-4f23-a21b-b6f576a6d892), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:42.319256 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=e90ea812-211f-454b-ad3e-ea35a5e58549,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:42.404091 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port d70cedba-2d8a-4f23-a21b-b6f576a6d892 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:43.998823 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device e90ea812-211f-454b-ad3e-ea35a5e58549 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:35:44.043216 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port e90ea812-211f-454b-ad3e-ea35a5e58549 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:35:44.043596 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:44.062598 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:44.122094 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port e90ea812-211f-454b-ad3e-ea35a5e58549 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:35:47.045414 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:47.360806 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f030cc8e-8f80-4ff3-b0e1-c8fc4e89ff21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:47.405149 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:47.416504 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91a73a-f35f-4b11-93ee-2a949b8fc615 req-109b6c16-068e-4e00-b7d3-b763be3c57ec tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:47.418619 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab91a73a-f35f-4b11-93ee-2a949b8fc615 req-109b6c16-068e-4e00-b7d3-b763be3c57ec tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 945 time: 0.0539522 Aug 24 03:35:47.473643 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab91a73a-f35f-4b11-93ee-2a949b8fc615 req-f6b14418-e473-4325-b62c-522404b4d6d3 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=a28b24e4-f28d-4080-9802-1beb42025a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491111 Aug 24 03:35:48.603683 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847281a0-6a23-4055-99d4-0f403adfb4ca req-3c24fbff-2307-4112-b032-6401a412b072 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:48.605317 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-847281a0-6a23-4055-99d4-0f403adfb4ca req-3c24fbff-2307-4112-b032-6401a412b072 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 945 time: 0.0506554 Aug 24 03:35:48.653236 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-847281a0-6a23-4055-99d4-0f403adfb4ca req-b4560490-eea2-46aa-807f-aa14077cc7e1 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=a28b24e4-f28d-4080-9802-1beb42025a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422854 Aug 24 03:35:49.545895 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=56,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:49.549034 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:49.854266 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-91df08b4-45ff-48c2-ae04-0409b158401d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:50.033003 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5c784-de41-4ec9-9abd-0cb8e56e1a0a req-b4656531-44fb-45c6-8d44-0fc85ef34912 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:50.034524 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c6c5c784-de41-4ec9-9abd-0cb8e56e1a0a req-b4656531-44fb-45c6-8d44-0fc85ef34912 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 945 time: 0.3046937 Aug 24 03:35:50.084402 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c6c5c784-de41-4ec9-9abd-0cb8e56e1a0a req-1180e061-bf1a-4e5a-995f-1cc4b4e522cc tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=a28b24e4-f28d-4080-9802-1beb42025a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442913 Aug 24 03:35:50.866438 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:51.203082 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d760d-f71e-4ab4-88ce-946bb9e7df65 req-b3407b17-4ddc-4e4a-8f30-bbb16efa8037 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:51.204553 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ea7d760d-f71e-4ab4-88ce-946bb9e7df65 req-b3407b17-4ddc-4e4a-8f30-bbb16efa8037 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 945 time: 0.0466053 Aug 24 03:35:51.249648 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ea7d760d-f71e-4ab4-88ce-946bb9e7df65 req-9d30c3a5-e50b-4e35-8663-7063aba6640c tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=a28b24e4-f28d-4080-9802-1beb42025a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396087 Aug 24 03:35:52.372204 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6e6ef-c369-4e02-94c5-c8f1b03b4adf req-320cf865-789f-447f-8426-2ab21c904ab7 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:52.373700 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c9f6e6ef-c369-4e02-94c5-c8f1b03b4adf req-320cf865-789f-447f-8426-2ab21c904ab7 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 945 time: 0.0510011 Aug 24 03:35:52.420759 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c9f6e6ef-c369-4e02-94c5-c8f1b03b4adf req-9bfe0882-0433-4524-b47f-6d418ed40f99 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=a28b24e4-f28d-4080-9802-1beb42025a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415287 Aug 24 03:35:52.531844 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:52.621830 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:53.549633 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282723d-a83d-451d-929f-87b9217c44bc req-50f79468-1e2d-4c9d-92a1-cf4333e39ae0 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:53.551151 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d282723d-a83d-451d-929f-87b9217c44bc req-50f79468-1e2d-4c9d-92a1-cf4333e39ae0 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 945 time: 0.0566676 Aug 24 03:35:53.600068 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d282723d-a83d-451d-929f-87b9217c44bc req-27cf276b-48b0-4560-8b7e-57e45e0e953b tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=a28b24e4-f28d-4080-9802-1beb42025a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433369 Aug 24 03:35:54.126569 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-ae7aced2-9d6d-411e-ad2a-6a4e0747b291 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:54.128026 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-ae7aced2-9d6d-411e-ad2a-6a4e0747b291 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 945 time: 0.0487876 Aug 24 03:35:54.215744 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-b6bf1b09-8ffd-4781-8911-a0090de6ac62 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Deleting port 5619faf8-463d-4ee6-862c-26779d2f1963 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:54.216086 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-b6bf1b09-8ffd-4781-8911-a0090de6ac62 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (5619faf8-463d-4ee6-862c-26779d2f1963), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:54.312729 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-b6bf1b09-8ffd-4781-8911-a0090de6ac62 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] For port 5619faf8-463d-4ee6-862c-26779d2f1963, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5619faf8-463d-4ee6-862c-26779d2f1963,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:35:54.313071 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-b6bf1b09-8ffd-4781-8911-a0090de6ac62 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (5619faf8-463d-4ee6-862c-26779d2f1963), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:54.488437 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-b6bf1b09-8ffd-4781-8911-a0090de6ac62 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:54.488815 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-b6bf1b09-8ffd-4781-8911-a0090de6ac62 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (9f4232ab-31fb-44de-bac0-866f04d57c80), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:54.489163 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-b6bf1b09-8ffd-4781-8911-a0090de6ac62 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Floating IP 9f4232ab-31fb-44de-bac0-866f04d57c80 disassociated. External IP: 172.27.4.97, port: 5619faf8-463d-4ee6-862c-26779d2f1963. Aug 24 03:35:54.489551 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-b6bf1b09-8ffd-4781-8911-a0090de6ac62 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Calling delete_port for 5619faf8-463d-4ee6-862c-26779d2f1963 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:54.623626 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-b6bf1b09-8ffd-4781-8911-a0090de6ac62 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (5619faf8-463d-4ee6-862c-26779d2f1963), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:54.650389 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf1b09-8ffd-4781-8911-a0090de6ac62 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event deleted for resources: {'Port': ['ID=5619faf8-463d-4ee6-862c-26779d2f1963,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:54.709330 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b56571df-8226-497e-8b0e-477ef1154ad5 req-423636ce-294a-475a-b46f-8c6753773e61 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=add1236d-0d50-4a63-8e61-9046f9d8b42d HTTP/1.1" status: 200 len: 210 time: 0.0282931 Aug 24 03:35:54.778725 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-b6bf1b09-8ffd-4781-8911-a0090de6ac62 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:35:54.828085 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:35:54.886978 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-b6bf1b09-8ffd-4781-8911-a0090de6ac62 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:35:54.899684 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f6e008-e9d8-4116-a353-90c261710524 None None] Sync routers for ids ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:35:54.919029 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f6e008-e9d8-4116-a353-90c261710524 None None] Routers {'2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:54.919860 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-44f6e008-e9d8-4116-a353-90c261710524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:54.939274 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-b6bf1b09-8ffd-4781-8911-a0090de6ac62 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] No DVR routers for this DVR port 5619faf8-463d-4ee6-862c-26779d2f1963 on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:35:54.941788 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-b6bf1b09-8ffd-4781-8911-a0090de6ac62 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:54.945127 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5771fffd-8553-442e-afd0-d7267a2b4952 req-b6bf1b09-8ffd-4781-8911-a0090de6ac62 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.84 "DELETE /networking/v2.0/ports/5619faf8-463d-4ee6-862c-26779d2f1963 HTTP/1.1" status: 204 len: 173 time: 0.8117578 Aug 24 03:35:54.945579 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add1236d-0d50-4a63-8e61-9046f9d8b42d', 'name': 'network-vif-deleted', 'tag': '5619faf8-463d-4ee6-862c-26779d2f1963'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:35:54.947904 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5187f59c-8df1-441f-b174-99a9daf10e4b" -d '{"events": [{"server_uuid": "add1236d-0d50-4a63-8e61-9046f9d8b42d", "name": "network-vif-deleted", "tag": "5619faf8-463d-4ee6-862c-26779d2f1963"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:35:55.043962 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-44f6e008-e9d8-4116-a353-90c261710524 None None] Set router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:55.119044 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c00def9-b55b-43ad-8e93-c94b47ff780c x-openstack-request-id: req-1c00def9-b55b-43ad-8e93-c94b47ff780c {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:35:55.119451 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add1236d-0d50-4a63-8e61-9046f9d8b42d", "name": "network-vif-deleted", "tag": "5619faf8-463d-4ee6-862c-26779d2f1963", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:35:55.119905 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c00def9-b55b-43ad-8e93-c94b47ff780c {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:35:55.121505 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c00def9-b55b-43ad-8e93-c94b47ff780c'] response: {'server_uuid': 'add1236d-0d50-4a63-8e61-9046f9d8b42d', 'name': 'network-vif-deleted', 'tag': '5619faf8-463d-4ee6-862c-26779d2f1963', 'status': 'completed', 'code': 200} Aug 24 03:35:55.220190 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:55.277780 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-44f6e008-e9d8-4116-a353-90c261710524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:36Z', 'revision_number': 5, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:55.303704 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f6e008-e9d8-4116-a353-90c261710524 None None] Checking router: 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:35:55.313517 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f6e008-e9d8-4116-a353-90c261710524 None None] Routers {'2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:35:55.314166 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-44f6e008-e9d8-4116-a353-90c261710524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:55.419184 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-44f6e008-e9d8-4116-a353-90c261710524 None None] Set router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:35:55.739834 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-44f6e008-e9d8-4116-a353-90c261710524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:36Z', 'revision_number': 5, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:35:55.766880 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f6e008-e9d8-4116-a353-90c261710524 None None] The sync data for ids ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'] in dv-cinder-854261-1-iscsi is: [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:30:21Z', 'revision_number': 4, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'e659f52b-468f-4d35-b84a-c000326b6e77', 'name': '', 'network_id': 'e243b8d3-7de2-4711-8726-42cf22c7a222', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'mac_address': 'fa:16:3e:1c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:19Z', 'updated_at': '2022-08-24T03:30:36Z', 'revision_number': 5, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'subnets': [{'id': 'd6a16571-04fe-4d20-8795-0643856acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:35:55.806859 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56072) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:55.863297 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:55.867036 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e979d06f-bfb0-4a52-bcad-90ac8511838a tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group (a28b24e4-f28d-4080-9802-1beb42025a47), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:55.890585 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e979d06f-bfb0-4a52-bcad-90ac8511838a tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group (a28b24e4-f28d-4080-9802-1beb42025a47), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:55.910077 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:55.943061 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e979d06f-bfb0-4a52-bcad-90ac8511838a tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (a28b24e4-f28d-4080-9802-1beb42025a47), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:55.945967 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e979d06f-bfb0-4a52-bcad-90ac8511838a tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:55.947140 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e979d06f-bfb0-4a52-bcad-90ac8511838a tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/a28b24e4-f28d-4080-9802-1beb42025a47 HTTP/1.1" status: 204 len: 168 time: 0.1391859 Aug 24 03:35:55.950427 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56074) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:55.957226 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979d06f-bfb0-4a52-bcad-90ac8511838a tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28b24e4-f28d-4080-9802-1beb42025a47,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:55.969341 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.api.v2.resource [None req-f175bab9-3be4-42d8-a942-13b3e05c6b31 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] show failed (client error): The resource could not be found. Aug 24 03:35:55.970376 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f175bab9-3be4-42d8-a942-13b3e05c6b31 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "GET /networking/v2.0/security-groups/a28b24e4-f28d-4080-9802-1beb42025a47 HTTP/1.1" status: 404 len: 347 time: 0.0179596 Aug 24 03:35:55.973661 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56076) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:35:56.024990 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021ce78-481c-487d-86d7-9cd0dafdc83b None None] New status for floating IP 9f4232ab-31fb-44de-bac0-866f04d57c80: DOWN {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:35:56.090062 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-7ec19c55-1aee-46d1-a3a6-e722e251c948 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Deleting port e8c6bfff-1db0-4192-ba6b-14d6b3a65b7e {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:35:56.090316 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ec19c55-1aee-46d1-a3a6-e722e251c948 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (e8c6bfff-1db0-4192-ba6b-14d6b3a65b7e), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:56.168301 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ec19c55-1aee-46d1-a3a6-e722e251c948 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (e8c6bfff-1db0-4192-ba6b-14d6b3a65b7e), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:56.168971 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ec19c55-1aee-46d1-a3a6-e722e251c948 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for floatingip (e8c6bfff-1db0-4192-ba6b-14d6b3a65b7e), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:56.182091 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-7ec19c55-1aee-46d1-a3a6-e722e251c948 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Calling delete_port for e8c6bfff-1db0-4192-ba6b-14d6b3a65b7e owned by network:floatingip {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:35:56.188082 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:56.325640 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ec19c55-1aee-46d1-a3a6-e722e251c948 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (e8c6bfff-1db0-4192-ba6b-14d6b3a65b7e), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:56.350378 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec19c55-1aee-46d1-a3a6-e722e251c948 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Pushing event deleted for resources: {'Port': ['ID=e8c6bfff-1db0-4192-ba6b-14d6b3a65b7e,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:35:56.411440 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:35:56.416836 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ec19c55-1aee-46d1-a3a6-e722e251c948 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks [] for floatingip (9f4232ab-31fb-44de-bac0-866f04d57c80), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:56.419694 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ec19c55-1aee-46d1-a3a6-e722e251c948 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:35:56.420860 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7ec19c55-1aee-46d1-a3a6-e722e251c948 tempest-AttachVolumeTestJSON-1807952205 tempest-AttachVolumeTestJSON-1807952205-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/9f4232ab-31fb-44de-bac0-866f04d57c80 HTTP/1.1" status: 204 len: 168 time: 0.4457912 Aug 24 03:35:57.898166 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 5619faf8-463d-4ee6-862c-26779d2f1963 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:35:57.921525 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: 5619faf8-463d-4ee6-862c-26779d2f1963 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:35:57.922083 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 5619faf8-463d-4ee6-862c-26779d2f1963 not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:35:59.498964 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-944432c9-fc92-4ce0-851d-03af7938a649 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-756402751&fields=id&tenant_id=5dea7fb32dea4f75917d82973bf7e7e6 HTTP/1.1" status: 200 len: 267 time: 0.0445375 Aug 24 03:35:59.608633 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-e81dfaa7-8485-47ca-af14-08cad90d9fdf tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:35:59.610157 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-e81dfaa7-8485-47ca-af14-08cad90d9fdf tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/networks?id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76 HTTP/1.1" status: 200 len: 809 time: 0.1047385 Aug 24 03:35:59.624997 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-a52ee432-0e4f-4ffd-9fe6-5c2530be037d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/quotas/5dea7fb32dea4f75917d82973bf7e7e6 HTTP/1.1" status: 200 len: 375 time: 0.0093837 Aug 24 03:35:59.676070 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-28ca2a84-8365-40c5-a57d-f7b77c469ede tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=5dea7fb32dea4f75917d82973bf7e7e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458705 Aug 24 03:35:59.868269 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-fa96118a-bec0-4365-ae45-ae5a8f9673fb service neutron] 10.222.0.81 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784399 Aug 24 03:35:59.973647 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-d9ecc294-3cf3-4578-bfb4-ed183522bb84 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989285 Aug 24 03:36:00.006461 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56166) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:00.311796 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d5c82cab-212f-4fca-afda-fcfbf24c6f7e req-41c20bc5-cf66-4764-a19f-4f452300334d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 210 time: 0.0631330 Aug 24 03:36:00.428148 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:00.489508 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3fa724c7-9d06-4b0d-9582-87c0a98cabb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892142'] for router_interface (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:00.748707 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-3fa724c7-9d06-4b0d-9582-87c0a98cabb4 admin admin] Deleting port e659f52b-468f-4d35-b84a-c000326b6e77 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:36:00.749390 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3fa724c7-9d06-4b0d-9582-87c0a98cabb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (e659f52b-468f-4d35-b84a-c000326b6e77), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:00.830885 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:00.833037 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-3fa724c7-9d06-4b0d-9582-87c0a98cabb4 admin admin] For port e659f52b-468f-4d35-b84a-c000326b6e77, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=e659f52b-468f-4d35-b84a-c000326b6e77,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:36:00.833335 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3fa724c7-9d06-4b0d-9582-87c0a98cabb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (e659f52b-468f-4d35-b84a-c000326b6e77), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:00.848006 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-3fa724c7-9d06-4b0d-9582-87c0a98cabb4 admin admin] Calling delete_port for e659f52b-468f-4d35-b84a-c000326b6e77 owned by network:router_interface {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:36:01.027693 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3fa724c7-9d06-4b0d-9582-87c0a98cabb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (e659f52b-468f-4d35-b84a-c000326b6e77), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:01.053824 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa724c7-9d06-4b0d-9582-87c0a98cabb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e659f52b-468f-4d35-b84a-c000326b6e77,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:01.218004 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3fa724c7-9d06-4b0d-9582-87c0a98cabb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892026'] for router_interface (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:01.285482 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:01.429077 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5f5d34ec-d799-4a01-8402-1ad0890c509b req-e562dd7e-8647-4a25-b825-44eae01f752b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 210 time: 0.0383749 Aug 24 03:36:01.451806 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa724c7-9d06-4b0d-9582-87c0a98cabb4 admin admin] Router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:36:01.550959 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa724c7-9d06-4b0d-9582-87c0a98cabb4 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:36:01.555905 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3fa724c7-9d06-4b0d-9582-87c0a98cabb4 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/2e1f21ec-1e9a-45de-a0f6-1480d3ff8305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5483367 Aug 24 03:36:01.559011 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56198) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:01.561631 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513100fb-1a60-4ffb-bf06-03978b04f91f None None] Sync routers for ids ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:36:01.575982 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513100fb-1a60-4ffb-bf06-03978b04f91f None None] Routers {'2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:36:01.576598 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-513100fb-1a60-4ffb-bf06-03978b04f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:36:01.659940 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Publish callbacks [] for router (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:01.679268 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-513100fb-1a60-4ffb-bf06-03978b04f91f None None] Set router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:36:01.762490 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Publish callbacks [] for router_gateway (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:01.785951 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:01.804686 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Deleting port 3a26219a-8dfd-4a27-815b-80c5febe0bef {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:36:01.805057 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (3a26219a-8dfd-4a27-815b-80c5febe0bef), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:01.852278 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-513100fb-1a60-4ffb-bf06-03978b04f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218'}], 'enable_snat': True}, 'gw_port_id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:36:00Z', 'revision_number': 5, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port': {'id': '3a26219a-8dfd-4a27-815b-80c5febe0bef', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:30:12Z', 'updated_at': '2022-08-24T03:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:36:01.879418 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513100fb-1a60-4ffb-bf06-03978b04f91f None None] Checking router: 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:36:01.888509 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513100fb-1a60-4ffb-bf06-03978b04f91f None None] Routers {'2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:36:01.893569 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] For port 3a26219a-8dfd-4a27-815b-80c5febe0bef, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=3a26219a-8dfd-4a27-815b-80c5febe0bef,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:36:01.893729 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-513100fb-1a60-4ffb-bf06-03978b04f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:35:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:36:01.893842 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (3a26219a-8dfd-4a27-815b-80c5febe0bef), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:01.903613 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Calling delete_port for 3a26219a-8dfd-4a27-815b-80c5febe0bef owned by network:router_gateway {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:36:01.980684 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-513100fb-1a60-4ffb-bf06-03978b04f91f None None] Set router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 gateway port host: None {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:36:02.036344 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-513100fb-1a60-4ffb-bf06-03978b04f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:36:01Z', 'revision_number': 6, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port_host': None}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:36:02.063104 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513100fb-1a60-4ffb-bf06-03978b04f91f None None] The sync data for ids ['2e1f21ec-1e9a-45de-a0f6-1480d3ff8305'] in dv-cinder-854261-1-iscsi is: [{'id': '2e1f21ec-1e9a-45de-a0f6-1480d3ff8305', 'name': 'tempest-AttachVolumeTestJSON-1032044845-router', 'tenant_id': '6a1e9994c1c045c892059d5b80578ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:30:10Z', 'updated_at': '2022-08-24T03:36:01Z', 'revision_number': 6, 'project_id': '6a1e9994c1c045c892059d5b80578ba7', 'gw_port_host': None}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:36:02.072519 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (3a26219a-8dfd-4a27-815b-80c5febe0bef), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:02.098790 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a26219a-8dfd-4a27-815b-80c5febe0bef,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:02.111202 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.111547 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.111884 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.112221 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.112545 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.112891 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.113214 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.113531 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.113854 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.114172 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.114488 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.114806 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.115120 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.115431 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.115741 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.171014 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7889515'] for router_gateway (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:02.256237 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7892112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12826'] for router (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:02.258378 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Publish callbacks [] for router_controller (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:02.302718 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7892105'] for router (2e1f21ec-1e9a-45de-a0f6-1480d3ff8305), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:02.303437 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 {{(pid=106301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 03:36:02.307531 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:02.308871 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-9a2bd242-e8cb-4a97-b3a3-baa217f821b9 admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/2e1f21ec-1e9a-45de-a0f6-1480d3ff8305 HTTP/1.1" status: 204 len: 168 time: 0.7488520 Aug 24 03:36:02.311533 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56202) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:02.358381 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0a5bf8-7c12-41a7-8dd3-2ea8af97dada admin admin] Deleting subnet d6a16571-04fe-4d20-8795-0643856acb03 {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:36:02.361536 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5bf8-7c12-41a7-8dd3-2ea8af97dada admin admin] Publish callbacks [] for subnet (d6a16571-04fe-4d20-8795-0643856acb03), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:02.394562 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5bf8-7c12-41a7-8dd3-2ea8af97dada admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743081'] for subnet (d6a16571-04fe-4d20-8795-0643856acb03), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:02.414353 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:02.427650 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:02.489241 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5bf8-7c12-41a7-8dd3-2ea8af97dada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (d6a16571-04fe-4d20-8795-0643856acb03), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:02.543553 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d1e08cfc-c949-4fc6-bb07-919accb23cd5 req-6745ce21-9767-4672-b4a7-7a0624000521 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 210 time: 0.0325689 Aug 24 03:36:02.554666 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5bf8-7c12-41a7-8dd3-2ea8af97dada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4933138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4973747'] for subnet (d6a16571-04fe-4d20-8795-0643856acb03), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:02.581208 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a5bf8-7c12-41a7-8dd3-2ea8af97dada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a16571-04fe-4d20-8795-0643856acb03,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:02.585951 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5bf8-7c12-41a7-8dd3-2ea8af97dada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:02.590146 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-1a0a5bf8-7c12-41a7-8dd3-2ea8af97dada admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/d6a16571-04fe-4d20-8795-0643856acb03 HTTP/1.1" status: 204 len: 168 time: 0.2770724 Aug 24 03:36:02.592187 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aab84c-2aba-40fe-9d36-c23e92bb0001 None None] Network e243b8d3-7de2-4711-8726-42cf22c7a222 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:36:02.593223 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56206) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:02.661253 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (e243b8d3-7de2-4711-8726-42cf22c7a222), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:02.674376 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:02.700550 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:02.713415 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Deleting port 06d22535-0bd7-4a02-9002-136ed1e26074 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:36:02.713758 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (06d22535-0bd7-4a02-9002-136ed1e26074), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:02.776341 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] For port 06d22535-0bd7-4a02-9002-136ed1e26074, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=06d22535-0bd7-4a02-9002-136ed1e26074,segment=NetworkSegment(a1848968-1bf7-4e23-972c-fcf9a1729db1),segment_id=a1848968-1bf7-4e23-972c-fcf9a1729db1)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:36:02.776724 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (06d22535-0bd7-4a02-9002-136ed1e26074), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:02.789403 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Calling delete_port for 06d22535-0bd7-4a02-9002-136ed1e26074 owned by network:dhcp {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:36:02.863562 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e3a169-5f10-4d20-b25c-342e262b49fc None None] DHCP port deletion for e243b8d3-7de2-4711-8726-42cf22c7a222 request from dv-cinder-854261-1-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 03:36:02.871848 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (06d22535-0bd7-4a02-9002-136ed1e26074), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:02.897668 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d22535-0bd7-4a02-9002-136ed1e26074,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:02.899059 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-45e3a169-5f10-4d20-b25c-342e262b49fc None None] The port '06d22535-0bd7-4a02-9002-136ed1e26074' was deleted {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2070}} Aug 24 03:36:02.902957 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] No DVR routers for this DVR port 06d22535-0bd7-4a02-9002-136ed1e26074 on host dv-cinder-854261-1-iscsi {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:36:02.914754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.914754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.914754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.914754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.914754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.914754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.914754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.914754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.914754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.914754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.914754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.914754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.914754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.915988 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.915988 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:02.985704 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (e243b8d3-7de2-4711-8726-42cf22c7a222), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:03.009856 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e243b8d3-7de2-4711-8726-42cf22c7a222']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:36:03.019831 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1848968-1bf7-4e23-972c-fcf9a1729db1') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:36:03.020130 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1848968-1bf7-4e23-972c-fcf9a1729db1') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:36:03.030407 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5410067'] for segment (a1848968-1bf7-4e23-972c-fcf9a1729db1), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:03.044627 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (a1848968-1bf7-4e23-972c-fcf9a1729db1), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:03.051332 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:36:03.051896 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4780305'] for segment (a1848968-1bf7-4e23-972c-fcf9a1729db1), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:03.114999 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (e243b8d3-7de2-4711-8726-42cf22c7a222), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:03.119681 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:03.127391 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/e243b8d3-7de2-4711-8726-42cf22c7a222 HTTP/1.1" status: 204 len: 168 time: 0.5330122 Aug 24 03:36:03.130782 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment a1848968-1bf7-4e23-972c-fcf9a1729db1 resource provider aggregate not found Aug 24 03:36:03.148069 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f1690-2277-4273-9dcf-3606cbd20522 admin admin] Pushing event deleted for resources: {'Network': ['ID=e243b8d3-7de2-4711-8726-42cf22c7a222,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:03.151163 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment a1848968-1bf7-4e23-972c-fcf9a1729db1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1848968-1bf7-4e23-972c-fcf9a1729db1 found for delete ", "request_id": "req-be4ba8aa-832c-45d5-b651-7ff6ffc8a679"}]} Aug 24 03:36:03.243033 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56220) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:03.283470 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-fe0c6d4e-4612-47e6-913c-c8a96441782a admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=6a1e9994c1c045c892059d5b80578ba7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392931 Aug 24 03:36:03.285901 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56222) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:03.301940 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:03.338862 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3692197e-f04f-4e50-925d-4047833ad753 admin admin] Publish callbacks [] for security_group (520bdd4e-477f-4281-813b-ae101cfb0174), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:03.601180 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3692197e-f04f-4e50-925d-4047833ad753 admin admin] Publish callbacks [] for security_group (520bdd4e-477f-4281-813b-ae101cfb0174), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:03.658273 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6668e93f-4e02-46c9-b78c-42708c9cb7ba req-0e313756-cde6-4435-ad47-af599e7d388e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 210 time: 0.0328624 Aug 24 03:36:03.678208 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3692197e-f04f-4e50-925d-4047833ad753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (520bdd4e-477f-4281-813b-ae101cfb0174), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:03.680900 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3692197e-f04f-4e50-925d-4047833ad753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:03.682022 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3692197e-f04f-4e50-925d-4047833ad753 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/520bdd4e-477f-4281-813b-ae101cfb0174 HTTP/1.1" status: 204 len: 168 time: 0.3951893 Aug 24 03:36:03.690754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692197e-f04f-4e50-925d-4047833ad753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520bdd4e-477f-4281-813b-ae101cfb0174,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:04.056459 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 3a26219a-8dfd-4a27-815b-80c5febe0bef no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:36:04.103530 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-3615d825-0744-46a5-abb4-2d5b9dbaf32c tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:04.105713 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-3615d825-0744-46a5-abb4-2d5b9dbaf32c tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.84 "GET /networking/v2.0/networks?id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76 HTTP/1.1" status: 200 len: 809 time: 0.1805031 Aug 24 03:36:04.110992 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 3a26219a-8dfd-4a27-815b-80c5febe0bef {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:36:04.111347 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 3a26219a-8dfd-4a27-815b-80c5febe0bef not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:36:04.111769 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 06d22535-0bd7-4a02-9002-136ed1e26074 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:36:04.144807 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 06d22535-0bd7-4a02-9002-136ed1e26074 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:36:04.145133 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 06d22535-0bd7-4a02-9002-136ed1e26074 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:36:04.145554 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device e659f52b-468f-4d35-b84a-c000326b6e77 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:36:04.169352 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: e659f52b-468f-4d35-b84a-c000326b6e77 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:36:04.169701 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device e659f52b-468f-4d35-b84a-c000326b6e77 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:36:04.206900 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-1cb48b97-26fd-4772-aee3-b2e1cc34617d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5dea7fb32dea4f75917d82973bf7e7e6 HTTP/1.1" status: 200 len: 379 time: 0.0870266 Aug 24 03:36:04.217510 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-5f14ce25-8d20-4fc1-8ea8-783cdf7e8d41 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Request body: {'port': {'device_id': '7ee318a0-695b-431d-98cc-0d21560a2508', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'admin_state_up': True, 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'security_groups': ['1df59281-733b-45a3-b06f-181106780bc1']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:36:04.332821 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-5f14ce25-8d20-4fc1-8ea8-783cdf7e8d41 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Made reservation on behalf of 5dea7fb32dea4f75917d82973bf7e7e6 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:36:04.337380 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-5f14ce25-8d20-4fc1-8ea8-783cdf7e8d41 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:04.470779 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-5f14ce25-8d20-4fc1-8ea8-783cdf7e8d41 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Allocated IP 172.20.0.14 (1be8ff91-ce37-47a5-8ee2-27d898bd3b76/72d10fa5-9996-4ee4-ad31-9ef5e30d5114/b8c721ca-e1f1-4111-b00e-57a5d43c8885) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:36:04.625986 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-5f14ce25-8d20-4fc1-8ea8-783cdf7e8d41 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:04.651021 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:04.661517 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-5f14ce25-8d20-4fc1-8ea8-783cdf7e8d41 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:04.717908 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-5f14ce25-8d20-4fc1-8ea8-783cdf7e8d41 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Network 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:36:04.722536 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-5f14ce25-8d20-4fc1-8ea8-783cdf7e8d41 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:36:04.727052 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-5f14ce25-8d20-4fc1-8ea8-783cdf7e8d41 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:36:04.756343 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14ce25-8d20-4fc1-8ea8-783cdf7e8d41 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Pushing event updated for resources: {'Port': ['ID=b8c721ca-e1f1-4111-b00e-57a5d43c8885,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:04.779605 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:04.800993 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-5f14ce25-8d20-4fc1-8ea8-783cdf7e8d41 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:04.801829 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-5f14ce25-8d20-4fc1-8ea8-783cdf7e8d41 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:04.822165 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-5f14ce25-8d20-4fc1-8ea8-783cdf7e8d41 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6102688 Aug 24 03:36:04.846954 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Request body: {'port': {'device_id': '7ee318a0-695b-431d-98cc-0d21560a2508', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:36:04.848686 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccf43f-33f8-4c0a-9bcd-317e32769b43 req-a7895be7-3595-48ab-83eb-92a405c9bde0 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:04.851202 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bbccf43f-33f8-4c0a-9bcd-317e32769b43 req-a7895be7-3595-48ab-83eb-92a405c9bde0 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 932 time: 0.0875316 Aug 24 03:36:04.920115 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bbccf43f-33f8-4c0a-9bcd-317e32769b43 req-dbd028c0-8aa6-4747-9d3e-59aae992b926 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610757 Aug 24 03:36:04.958015 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:05.012557 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-6bb9505e-ea27-44f5-90f8-e98009587129 None None] Provisioning complete for port b8c721ca-e1f1-4111-b00e-57a5d43c8885 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:36:05.013117 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6bb9505e-ea27-44f5-90f8-e98009587129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:05.062559 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9505e-ea27-44f5-90f8-e98009587129 None None] Port b8c721ca-e1f1-4111-b00e-57a5d43c8885 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:36:05.253438 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c721ca-e1f1-4111-b00e-57a5d43c8885 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:36:05.262060 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Publish callbacks [] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:05.276266 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Transition to ACTIVE for port object b8c721ca-e1f1-4111-b00e-57a5d43c8885 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:36:05.281943 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:05.362281 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Pushing event updated for resources: {'Port': ['ID=b8c721ca-e1f1-4111-b00e-57a5d43c8885,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:05.398327 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Attempting to bind port b8c721ca-e1f1-4111-b00e-57a5d43c8885 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:36:05.398871 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Attempting to bind port b8c721ca-e1f1-4111-b00e-57a5d43c8885 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '01c029ed-c827-46ff-9bb6-ca21ae85c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:36:05.399213 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Attempting to bind port b8c721ca-e1f1-4111-b00e-57a5d43c8885 on network 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:36:05.406142 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Port b8c721ca-e1f1-4111-b00e-57a5d43c8885 on network 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:36:05.406359 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Attempting to bind port b8c721ca-e1f1-4111-b00e-57a5d43c8885 on network 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:36:05.412846 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:36:05.413208 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Checking segment: {'id': '01c029ed-c827-46ff-9bb6-ca21ae85c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:36:05.413590 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Bound using segment: {'id': '01c029ed-c827-46ff-9bb6-ca21ae85c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:36:05.414023 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Bound port: b8c721ca-e1f1-4111-b00e-57a5d43c8885, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c029ed-c827-46ff-9bb6-ca21ae85c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:36:05.414387 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:05.506902 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] For port b8c721ca-e1f1-4111-b00e-57a5d43c8885, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:36:05.510810 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] For port b8c721ca-e1f1-4111-b00e-57a5d43c8885, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:36:05.518047 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:05.523530 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:05.525112 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:05.527585 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/b8c721ca-e1f1-4111-b00e-57a5d43c8885 HTTP/1.1" status: 200 len: 1094 time: 0.6863344 Aug 24 03:36:05.529930 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee318a0-695b-431d-98cc-0d21560a2508', 'tag': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:36:05.532432 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f6cfa8-37d9-4fd1-8055-458cfc21e04f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee318a0-695b-431d-98cc-0d21560a2508", "tag": "b8c721ca-e1f1-4111-b00e-57a5d43c8885"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:36:05.583747 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10cd13d-b2a9-41d8-b46b-f70a454cc090 x-openstack-request-id: req-f10cd13d-b2a9-41d8-b46b-f70a454cc090 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:36:05.584088 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee318a0-695b-431d-98cc-0d21560a2508", "tag": "b8c721ca-e1f1-4111-b00e-57a5d43c8885", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:36:05.584361 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f10cd13d-b2a9-41d8-b46b-f70a454cc090 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:36:05.584794 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10cd13d-b2a9-41d8-b46b-f70a454cc090'] response: {'name': 'network-changed', 'server_uuid': '7ee318a0-695b-431d-98cc-0d21560a2508', 'tag': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885', 'status': 'completed', 'code': 200} Aug 24 03:36:05.590322 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4566cf-ebb5-4f0a-aec9-65081904b50f service neutron] Pushing event updated for resources: {'Port': ['ID=b8c721ca-e1f1-4111-b00e-57a5d43c8885,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:05.669878 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-0181ce99-acee-41b0-9e62-4c3e042b7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:05.671405 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-0181ce99-acee-41b0-9e62-4c3e042b7ee2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5dea7fb32dea4f75917d82973bf7e7e6&device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 1128 time: 0.0436676 Aug 24 03:36:05.722731 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-24360fec-df83-495a-8db4-a8c8e42fbb4a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885 HTTP/1.1" status: 200 len: 217 time: 0.0386264 Aug 24 03:36:05.766827 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:05.773646 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-59bbdeb1-d88e-4614-9af5-0fe7315bcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:05.775113 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-59bbdeb1-d88e-4614-9af5-0fe7315bcbff service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=72d10fa5-9996-4ee4-ad31-9ef5e30d5114 HTTP/1.1" status: 200 len: 848 time: 0.0468428 Aug 24 03:36:05.820802 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-45c71c91-bfaa-4443-b7a5-d297a3f41a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:05.822587 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-45c71c91-bfaa-4443-b7a5-d297a3f41a48 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415585 Aug 24 03:36:05.933058 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-31aad37c-ffd5-457e-87a0-fe07cf6b9468 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030173 Aug 24 03:36:05.949068 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:05.998434 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56318) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:06.053513 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0a43f972-044e-48e2-a667-98e3f6d3a906 req-c3b46532-89ad-4607-8d08-dc586e565b20 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149256 Aug 24 03:36:06.064366 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2740eb-54e4-46ab-a77f-4791a6bc74c8 req-d74ac51d-3884-4b8d-b076-6108b84ababc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:06.071844 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0e2740eb-54e4-46ab-a77f-4791a6bc74c8 req-d74ac51d-3884-4b8d-b076-6108b84ababc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0569558 Aug 24 03:36:06.099539 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:06.124611 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0e2740eb-54e4-46ab-a77f-4791a6bc74c8 req-a57cd404-2787-4135-89fd-75a08963a778 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517943 Aug 24 03:36:06.138555 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dda9c9b7-af7f-405a-8028-67adfbc3e8b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:06.160960 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:06.217567 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dda9c9b7-af7f-405a-8028-67adfbc3e8b8 admin admin] Publish callbacks [] for security_group (808d24c8-ddd0-425c-ad2a-21bb85884bd3), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:06.221371 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dda9c9b7-af7f-405a-8028-67adfbc3e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (808d24c8-ddd0-425c-ad2a-21bb85884bd3), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:06.260190 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-dda9c9b7-af7f-405a-8028-67adfbc3e8b8 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=0ff1e3b5db0e4b6e8a3b2524244e5f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606852 Aug 24 03:36:06.261170 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9c9b7-af7f-405a-8028-67adfbc3e8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808d24c8-ddd0-425c-ad2a-21bb85884bd3,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:06.263020 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56322) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:06.317681 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a6c70bc3-bd17-45c5-9364-5d83763ad387 admin admin] Publish callbacks [] for security_group (808d24c8-ddd0-425c-ad2a-21bb85884bd3), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:06.338237 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a6c70bc3-bd17-45c5-9364-5d83763ad387 admin admin] Publish callbacks [] for security_group (808d24c8-ddd0-425c-ad2a-21bb85884bd3), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:06.402470 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cfa8-37d9-4fd1-8055-458cfc21e04f req-d217ab89-a03c-4da8-9db0-044cd4823acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:06.403958 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-43f6cfa8-37d9-4fd1-8055-458cfc21e04f req-d217ab89-a03c-4da8-9db0-044cd4823acf service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5dea7fb32dea4f75917d82973bf7e7e6&device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 1128 time: 0.0629823 Aug 24 03:36:06.442503 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a6c70bc3-bd17-45c5-9364-5d83763ad387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (808d24c8-ddd0-425c-ad2a-21bb85884bd3), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:06.445047 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a6c70bc3-bd17-45c5-9364-5d83763ad387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:06.446168 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a6c70bc3-bd17-45c5-9364-5d83763ad387 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/808d24c8-ddd0-425c-ad2a-21bb85884bd3 HTTP/1.1" status: 204 len: 168 time: 0.1820402 Aug 24 03:36:06.488330 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c70bc3-bd17-45c5-9364-5d83763ad387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808d24c8-ddd0-425c-ad2a-21bb85884bd3,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:06.520237 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cfa8-37d9-4fd1-8055-458cfc21e04f req-e773f905-a2aa-4ab2-98e1-39de25f5aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:06.521782 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-43f6cfa8-37d9-4fd1-8055-458cfc21e04f req-e773f905-a2aa-4ab2-98e1-39de25f5aeba service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76 HTTP/1.1" status: 200 len: 910 time: 0.1100004 Aug 24 03:36:06.563368 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-43f6cfa8-37d9-4fd1-8055-458cfc21e04f req-ca5d916e-ad4b-4882-9b80-39b8cae25b4a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885 HTTP/1.1" status: 200 len: 217 time: 0.0354242 Aug 24 03:36:06.617012 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cfa8-37d9-4fd1-8055-458cfc21e04f req-a857e7e3-4b46-45b9-9262-b42009a84732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:06.618506 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-43f6cfa8-37d9-4fd1-8055-458cfc21e04f req-a857e7e3-4b46-45b9-9262-b42009a84732 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=72d10fa5-9996-4ee4-ad31-9ef5e30d5114 HTTP/1.1" status: 200 len: 848 time: 0.0481181 Aug 24 03:36:06.682016 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cfa8-37d9-4fd1-8055-458cfc21e04f req-3d643f23-57dc-43fc-a1a0-d84509b9a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:06.684951 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-43f6cfa8-37d9-4fd1-8055-458cfc21e04f req-3d643f23-57dc-43fc-a1a0-d84509b9a73d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592155 Aug 24 03:36:06.770355 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56342) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:06.791844 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-021b4387-9391-4ab3-a37c-a1fd0e2e3ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:06.889589 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-021b4387-9391-4ab3-a37c-a1fd0e2e3ae2 admin admin] Publish callbacks [] for security_group (2f24e7cf-e25f-47b9-9a86-980ddf337ff0), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:06.897782 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-021b4387-9391-4ab3-a37c-a1fd0e2e3ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (2f24e7cf-e25f-47b9-9a86-980ddf337ff0), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:06.941462 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-021b4387-9391-4ab3-a37c-a1fd0e2e3ae2 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=943c00c54eee49dea23093ccc121a9da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700137 Aug 24 03:36:06.943676 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b4387-9391-4ab3-a37c-a1fd0e2e3ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f24e7cf-e25f-47b9-9a86-980ddf337ff0,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:06.945992 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56354) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:07.002210 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b2e64cd8-c085-40cd-b62f-4b71643eb972 admin admin] Publish callbacks [] for security_group (2f24e7cf-e25f-47b9-9a86-980ddf337ff0), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:07.028686 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b2e64cd8-c085-40cd-b62f-4b71643eb972 admin admin] Publish callbacks [] for security_group (2f24e7cf-e25f-47b9-9a86-980ddf337ff0), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:07.056297 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-43f6cfa8-37d9-4fd1-8055-458cfc21e04f req-f7493c98-f8e1-4998-8b74-42fc1056b0ee service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641760 Aug 24 03:36:07.081519 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b2e64cd8-c085-40cd-b62f-4b71643eb972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (2f24e7cf-e25f-47b9-9a86-980ddf337ff0), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:07.084846 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b2e64cd8-c085-40cd-b62f-4b71643eb972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:07.086952 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b2e64cd8-c085-40cd-b62f-4b71643eb972 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/2f24e7cf-e25f-47b9-9a86-980ddf337ff0 HTTP/1.1" status: 204 len: 168 time: 0.1394935 Aug 24 03:36:07.099188 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e64cd8-c085-40cd-b62f-4b71643eb972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f24e7cf-e25f-47b9-9a86-980ddf337ff0,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:07.188659 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-43f6cfa8-37d9-4fd1-8055-458cfc21e04f req-93b92b01-443c-4270-813e-65aee29a9735 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249356 Aug 24 03:36:07.234422 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:07.276486 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af4b4f-8461-4e83-a0e1-ac4605efc9ec req-927a497c-604e-4953-b1ab-c9a525261280 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:07.278795 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c7af4b4f-8461-4e83-a0e1-ac4605efc9ec req-927a497c-604e-4953-b1ab-c9a525261280 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0565586 Aug 24 03:36:07.339648 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c7af4b4f-8461-4e83-a0e1-ac4605efc9ec req-8b3ae51a-536b-4743-8aa3-9bd8b573dd10 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544791 Aug 24 03:36:07.367638 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56368) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:07.484802 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fee76fdb-5f3f-4858-b6fa-3f7e0f0f24fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:07.566153 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fee76fdb-5f3f-4858-b6fa-3f7e0f0f24fc admin admin] Publish callbacks [] for security_group (370baa12-743e-46c1-8a38-f92a2189cdc4), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:07.571074 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fee76fdb-5f3f-4858-b6fa-3f7e0f0f24fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (370baa12-743e-46c1-8a38-f92a2189cdc4), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:07.616238 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-fee76fdb-5f3f-4858-b6fa-3f7e0f0f24fc admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=b58ccce3d536461891e873ae4f6231d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450404 Aug 24 03:36:07.616238 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee76fdb-5f3f-4858-b6fa-3f7e0f0f24fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370baa12-743e-46c1-8a38-f92a2189cdc4,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:07.621024 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56380) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:07.679439 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-74a60b90-974a-420f-8788-92119622fca8 admin admin] Publish callbacks [] for security_group (370baa12-743e-46c1-8a38-f92a2189cdc4), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:07.704391 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-74a60b90-974a-420f-8788-92119622fca8 admin admin] Publish callbacks [] for security_group (370baa12-743e-46c1-8a38-f92a2189cdc4), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:07.745833 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:07.765068 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-74a60b90-974a-420f-8788-92119622fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (370baa12-743e-46c1-8a38-f92a2189cdc4), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:07.767628 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-74a60b90-974a-420f-8788-92119622fca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:07.768903 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-74a60b90-974a-420f-8788-92119622fca8 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/370baa12-743e-46c1-8a38-f92a2189cdc4 HTTP/1.1" status: 204 len: 168 time: 0.1468298 Aug 24 03:36:07.778127 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a60b90-974a-420f-8788-92119622fca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370baa12-743e-46c1-8a38-f92a2189cdc4,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:08.148106 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56398) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:08.161912 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c2ad9357-907b-4f73-bf89-84290bb4542c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:08.202180 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:08.249053 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c2ad9357-907b-4f73-bf89-84290bb4542c admin admin] Publish callbacks [] for security_group (27982e47-f688-4b6f-9b91-a15b8b5be6d0), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:08.252854 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c2ad9357-907b-4f73-bf89-84290bb4542c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (27982e47-f688-4b6f-9b91-a15b8b5be6d0), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:08.297733 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad9357-907b-4f73-bf89-84290bb4542c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27982e47-f688-4b6f-9b91-a15b8b5be6d0,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:08.303025 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c2ad9357-907b-4f73-bf89-84290bb4542c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=9a320169405b481abd007a0954511364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538160 Aug 24 03:36:08.305914 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56402) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:08.358796 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-eccd7c0f-c181-42b2-9431-fba36e4fe6db admin admin] Publish callbacks [] for security_group (27982e47-f688-4b6f-9b91-a15b8b5be6d0), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:08.380555 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-eccd7c0f-c181-42b2-9431-fba36e4fe6db admin admin] Publish callbacks [] for security_group (27982e47-f688-4b6f-9b91-a15b8b5be6d0), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:08.436158 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-eccd7c0f-c181-42b2-9431-fba36e4fe6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (27982e47-f688-4b6f-9b91-a15b8b5be6d0), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:08.439117 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-eccd7c0f-c181-42b2-9431-fba36e4fe6db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:08.443106 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-eccd7c0f-c181-42b2-9431-fba36e4fe6db admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/27982e47-f688-4b6f-9b91-a15b8b5be6d0 HTTP/1.1" status: 204 len: 168 time: 0.1337454 Aug 24 03:36:08.452722 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd7c0f-c181-42b2-9431-fba36e4fe6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27982e47-f688-4b6f-9b91-a15b8b5be6d0,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:08.484980 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43351b2-a2e1-4e4c-92d6-e412fdc49e15 req-a00b5bfc-0a60-4bde-8403-84fe88690f17 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:08.486652 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f43351b2-a2e1-4e4c-92d6-e412fdc49e15 req-a00b5bfc-0a60-4bde-8403-84fe88690f17 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0676363 Aug 24 03:36:08.502809 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:08.551930 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f43351b2-a2e1-4e4c-92d6-e412fdc49e15 req-b0e27a63-5832-41fb-9e85-d761921d37e2 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581777 Aug 24 03:36:09.543165 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56472) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:09.687015 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a0d499ff-d3cb-4d7b-a178-5247ae846ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:09.701618 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfba00-6be0-4790-9205-8e9d1f1f9a0d req-ad0c0ab4-9f0a-4b43-99e4-cb78589af701 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:09.703361 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-17dfba00-6be0-4790-9205-8e9d1f1f9a0d req-ad0c0ab4-9f0a-4b43-99e4-cb78589af701 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0682809 Aug 24 03:36:09.783476 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-17dfba00-6be0-4790-9205-8e9d1f1f9a0d req-5cb5504b-e7c0-4e6b-9517-8984d1aec7bc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737045 Aug 24 03:36:09.820235 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a0d499ff-d3cb-4d7b-a178-5247ae846ec1 admin admin] Publish callbacks [] for security_group (0200d349-e737-4fed-b784-d4d5c662fcd2), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:09.824182 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a0d499ff-d3cb-4d7b-a178-5247ae846ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (0200d349-e737-4fed-b784-d4d5c662fcd2), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:09.864703 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a0d499ff-d3cb-4d7b-a178-5247ae846ec1 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=d994b67a28ac44129851c4d89d71a5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204248 Aug 24 03:36:09.865694 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d499ff-d3cb-4d7b-a178-5247ae846ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0200d349-e737-4fed-b784-d4d5c662fcd2,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:09.867448 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56488) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:09.926850 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f989159-cb3c-4060-b8aa-64447a985175 admin admin] Publish callbacks [] for security_group (0200d349-e737-4fed-b784-d4d5c662fcd2), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:09.947776 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f989159-cb3c-4060-b8aa-64447a985175 admin admin] Publish callbacks [] for security_group (0200d349-e737-4fed-b784-d4d5c662fcd2), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:09.998367 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f989159-cb3c-4060-b8aa-64447a985175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (0200d349-e737-4fed-b784-d4d5c662fcd2), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:10.000912 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f989159-cb3c-4060-b8aa-64447a985175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:10.004387 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8f989159-cb3c-4060-b8aa-64447a985175 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/0200d349-e737-4fed-b784-d4d5c662fcd2 HTTP/1.1" status: 204 len: 168 time: 0.1328578 Aug 24 03:36:10.010294 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f989159-cb3c-4060-b8aa-64447a985175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0200d349-e737-4fed-b784-d4d5c662fcd2,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:10.370963 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56506) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:10.385315 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-353a3294-17b3-489e-95d0-5fec5d65afca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:10.465313 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-353a3294-17b3-489e-95d0-5fec5d65afca admin admin] Publish callbacks [] for security_group (b25dfea4-47b7-47eb-abed-b7eb37e3d90c), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:10.469321 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-353a3294-17b3-489e-95d0-5fec5d65afca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (b25dfea4-47b7-47eb-abed-b7eb37e3d90c), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:10.514245 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-353a3294-17b3-489e-95d0-5fec5d65afca admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=1fb395c6bb9644318479228593d1a5b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419823 Aug 24 03:36:10.515338 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a3294-17b3-489e-95d0-5fec5d65afca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25dfea4-47b7-47eb-abed-b7eb37e3d90c,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:10.517024 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56508) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:10.569934 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dae780be-fa6a-474c-96eb-e8d17c00e111 admin admin] Publish callbacks [] for security_group (b25dfea4-47b7-47eb-abed-b7eb37e3d90c), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:10.590207 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dae780be-fa6a-474c-96eb-e8d17c00e111 admin admin] Publish callbacks [] for security_group (b25dfea4-47b7-47eb-abed-b7eb37e3d90c), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:10.642519 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dae780be-fa6a-474c-96eb-e8d17c00e111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (b25dfea4-47b7-47eb-abed-b7eb37e3d90c), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:10.645087 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dae780be-fa6a-474c-96eb-e8d17c00e111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:10.646270 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-dae780be-fa6a-474c-96eb-e8d17c00e111 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/b25dfea4-47b7-47eb-abed-b7eb37e3d90c HTTP/1.1" status: 204 len: 168 time: 0.1277058 Aug 24 03:36:10.655341 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae780be-fa6a-474c-96eb-e8d17c00e111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25dfea4-47b7-47eb-abed-b7eb37e3d90c,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:10.908683 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fef74-1215-4e4b-bbb1-794f7860c3bf req-f3cf42ab-beab-4bec-98a4-cf378e732189 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:10.910238 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a86fef74-1215-4e4b-bbb1-794f7860c3bf req-f3cf42ab-beab-4bec-98a4-cf378e732189 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0484128 Aug 24 03:36:10.970224 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a86fef74-1215-4e4b-bbb1-794f7860c3bf req-b4e09734-d09b-4591-8169-be8f0dbdf318 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508008 Aug 24 03:36:12.091210 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:12.103782 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67642ebe-21eb-47e6-93cb-fb1ad074cad9 req-d3cf68f7-165d-4ea8-bdf2-3b98718e40d2 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:12.106348 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-67642ebe-21eb-47e6-93cb-fb1ad074cad9 req-d3cf68f7-165d-4ea8-bdf2-3b98718e40d2 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0563812 Aug 24 03:36:12.164999 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-67642ebe-21eb-47e6-93cb-fb1ad074cad9 req-7e12f02d-c419-4151-8928-e671ab1b3af3 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525677 Aug 24 03:36:12.498684 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device b8c721ca-e1f1-4111-b00e-57a5d43c8885 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:36:12.607654 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port b8c721ca-e1f1-4111-b00e-57a5d43c8885, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:36:12.618882 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'port_id': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885', 'mac_address': 'fa:16:3e:5e:49:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:36:12.656728 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port b8c721ca-e1f1-4111-b00e-57a5d43c8885 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:36:12.657162 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:12.674154 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c721ca-e1f1-4111-b00e-57a5d43c8885 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:36:12.695481 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port b8c721ca-e1f1-4111-b00e-57a5d43c8885, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:36:12.699571 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:12.747591 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=b8c721ca-e1f1-4111-b00e-57a5d43c8885,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:13.009012 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['b8c721ca-e1f1-4111-b00e-57a5d43c8885'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:36:13.133280 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896e0c1-9627-4fb4-80b0-f44e735b2056 req-16ac61d3-28c4-4615-906f-b7c982eeb6b0 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:13.134796 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7896e0c1-9627-4fb4-80b0-f44e735b2056 req-16ac61d3-28c4-4615-906f-b7c982eeb6b0 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0510883 Aug 24 03:36:13.183855 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7896e0c1-9627-4fb4-80b0-f44e735b2056 req-0a035916-7154-47f3-93a8-77669c575a07 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431025 Aug 24 03:36:13.199559 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:13.294148 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308b944-beac-4974-ae90-4abe83119892 req-1f8e0a92-b1d2-4a9d-a671-4df793379bde tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:13.295544 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5308b944-beac-4974-ae90-4abe83119892 req-1f8e0a92-b1d2-4a9d-a671-4df793379bde tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 945 time: 0.0482285 Aug 24 03:36:13.348652 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5308b944-beac-4974-ae90-4abe83119892 req-31442eba-d61a-464d-918c-b2f4b621bbdc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474062 Aug 24 03:36:14.311472 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003ab96-ee28-4a18-9f26-80e985a32321 req-bd1d3c17-8fcb-415b-a84f-8cbf7cbc038b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:14.313031 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6003ab96-ee28-4a18-9f26-80e985a32321 req-bd1d3c17-8fcb-415b-a84f-8cbf7cbc038b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0471747 Aug 24 03:36:14.337699 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:14.362024 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6003ab96-ee28-4a18-9f26-80e985a32321 req-d6dfa5b5-7827-4d3f-ba88-fef8b0189c12 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435321 Aug 24 03:36:14.467694 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0c005-6de5-4299-9337-ac42033aad07 req-54f5c6c8-daa4-488f-b4f8-38a303d0f40d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:14.469190 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b7d0c005-6de5-4299-9337-ac42033aad07 req-54f5c6c8-daa4-488f-b4f8-38a303d0f40d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 945 time: 0.0483444 Aug 24 03:36:14.517301 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b7d0c005-6de5-4299-9337-ac42033aad07 req-a24f3f2b-8829-44f8-9d23-e687fff2f8bc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425527 Aug 24 03:36:15.495845 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e7ce4-ae99-4d2b-b398-badd84bc5e2f req-79bb8c6b-0886-401b-aa23-9c6903119a01 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:15.497600 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d19e7ce4-ae99-4d2b-b398-badd84bc5e2f req-79bb8c6b-0886-401b-aa23-9c6903119a01 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0544288 Aug 24 03:36:15.555320 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d19e7ce4-ae99-4d2b-b398-badd84bc5e2f req-672584cf-3676-4eb2-a482-c0f52f4dc389 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519338 Aug 24 03:36:15.653004 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad850b-6ddb-46c7-9767-28d8d39765c5 req-e499b2f9-92f0-40c5-b51e-3f5d13b315e8 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:15.654525 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b6ad850b-6ddb-46c7-9767-28d8d39765c5 req-e499b2f9-92f0-40c5-b51e-3f5d13b315e8 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 945 time: 0.0476668 Aug 24 03:36:15.705533 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b6ad850b-6ddb-46c7-9767-28d8d39765c5 req-2921dabb-4151-4a53-91ee-8079e72a58a4 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453982 Aug 24 03:36:15.835276 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:15.842597 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56668) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:15.960563 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:15.969728 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-003dadda-7b81-49ce-a69c-526800bb3525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:16.050807 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-003dadda-7b81-49ce-a69c-526800bb3525 admin admin] Publish callbacks [] for security_group (ba615f98-d6cc-40ea-bcf3-888542cfd576), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:16.054390 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-003dadda-7b81-49ce-a69c-526800bb3525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ba615f98-d6cc-40ea-bcf3-888542cfd576), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:16.097109 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-003dadda-7b81-49ce-a69c-526800bb3525 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=8767dfb9c0a141d9a0496fcc060f95a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534370 Aug 24 03:36:16.098279 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003dadda-7b81-49ce-a69c-526800bb3525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba615f98-d6cc-40ea-bcf3-888542cfd576,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:16.099812 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56672) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:16.154895 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bccaef88-fa1a-4dad-a041-a90e307101e1 admin admin] Publish callbacks [] for security_group (ba615f98-d6cc-40ea-bcf3-888542cfd576), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:16.176663 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bccaef88-fa1a-4dad-a041-a90e307101e1 admin admin] Publish callbacks [] for security_group (ba615f98-d6cc-40ea-bcf3-888542cfd576), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:16.230853 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bccaef88-fa1a-4dad-a041-a90e307101e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ba615f98-d6cc-40ea-bcf3-888542cfd576), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:16.233493 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bccaef88-fa1a-4dad-a041-a90e307101e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:16.234650 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-bccaef88-fa1a-4dad-a041-a90e307101e1 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ba615f98-d6cc-40ea-bcf3-888542cfd576 HTTP/1.1" status: 204 len: 168 time: 0.1338630 Aug 24 03:36:16.243418 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaef88-fa1a-4dad-a041-a90e307101e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba615f98-d6cc-40ea-bcf3-888542cfd576,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:16.276661 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device b8c721ca-e1f1-4111-b00e-57a5d43c8885 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:36:16.334450 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port b8c721ca-e1f1-4111-b00e-57a5d43c8885 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:36:16.345234 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port b8c721ca-e1f1-4111-b00e-57a5d43c8885 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:36:16.345695 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:16.387379 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:16.431354 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port b8c721ca-e1f1-4111-b00e-57a5d43c8885 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:36:16.432160 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:16.469506 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee318a0-695b-431d-98cc-0d21560a2508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:36:16.473118 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d04e76b-9f2f-4613-9c92-a06ae8e9c738" -d '{"events": [{"server_uuid": "7ee318a0-695b-431d-98cc-0d21560a2508", "name": "network-vif-plugged", "status": "completed", "tag": "b8c721ca-e1f1-4111-b00e-57a5d43c8885"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:36:16.494644 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port b8c721ca-e1f1-4111-b00e-57a5d43c8885, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:36:16.502523 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:16.558408 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=b8c721ca-e1f1-4111-b00e-57a5d43c8885,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:16.687976 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56712) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:16.688517 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6c18e1-78ae-41be-b3e9-4614124b9298 x-openstack-request-id: req-eb6c18e1-78ae-41be-b3e9-4614124b9298 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:36:16.688747 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee318a0-695b-431d-98cc-0d21560a2508", "name": "network-vif-plugged", "status": "completed", "tag": "b8c721ca-e1f1-4111-b00e-57a5d43c8885", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:36:16.689049 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb6c18e1-78ae-41be-b3e9-4614124b9298 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:36:16.689776 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb6c18e1-78ae-41be-b3e9-4614124b9298'] response: {'server_uuid': '7ee318a0-695b-431d-98cc-0d21560a2508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885', 'code': 200} Aug 24 03:36:16.706688 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9466c2e-a1d8-4317-89c7-f8cc9c03e00c req-a34f4e67-f710-4e02-8ed1-e730f28be252 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:16.708520 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f9466c2e-a1d8-4317-89c7-f8cc9c03e00c req-a34f4e67-f710-4e02-8ed1-e730f28be252 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0645094 Aug 24 03:36:16.715343 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-88a76463-1382-496d-af31-1f287111cbb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:16.794574 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f9466c2e-a1d8-4317-89c7-f8cc9c03e00c req-aab26778-a870-43e5-b911-6ccc36dac66d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765259 Aug 24 03:36:16.851316 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:16.865730 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880644d-a5ef-4f1c-b750-f47a64f12401 req-fa76a085-4260-4b57-b80b-026e9b7fdcb2 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:16.867257 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a880644d-a5ef-4f1c-b750-f47a64f12401 req-fa76a085-4260-4b57-b80b-026e9b7fdcb2 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0718040 Aug 24 03:36:16.903991 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-88a76463-1382-496d-af31-1f287111cbb2 admin admin] Publish callbacks [] for security_group (4d8ca504-62a8-4493-9efa-21c4eb7373c9), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:16.910379 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-88a76463-1382-496d-af31-1f287111cbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4d8ca504-62a8-4493-9efa-21c4eb7373c9), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:16.969882 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a880644d-a5ef-4f1c-b750-f47a64f12401 req-4926d4b8-9add-4341-8abf-6e0d5fe3ed3e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922952 Aug 24 03:36:16.976381 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56720) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:16.976948 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-88a76463-1382-496d-af31-1f287111cbb2 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=202606198f4e4d94b23132530a114ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863877 Aug 24 03:36:16.977436 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a76463-1382-496d-af31-1f287111cbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8ca504-62a8-4493-9efa-21c4eb7373c9,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:17.038542 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0924-f491-4857-9465-39e00405e870 admin admin] Publish callbacks [] for security_group (4d8ca504-62a8-4493-9efa-21c4eb7373c9), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:17.059666 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:17.067453 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:17.085970 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0924-f491-4857-9465-39e00405e870 admin admin] Publish callbacks [] for security_group (4d8ca504-62a8-4493-9efa-21c4eb7373c9), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:17.093784 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f35851-509d-42b7-b827-56f83f4d2883 req-1e638eea-1930-4151-9251-5450de84a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:17.095302 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-95f35851-509d-42b7-b827-56f83f4d2883 req-1e638eea-1930-4151-9251-5450de84a2c0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 1130 time: 0.0677185 Aug 24 03:36:17.161729 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-95f35851-509d-42b7-b827-56f83f4d2883 req-79ba2e5c-49f5-4196-adcb-4bc42a43859a service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558643 Aug 24 03:36:17.169151 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0924-f491-4857-9465-39e00405e870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4d8ca504-62a8-4493-9efa-21c4eb7373c9), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:17.171722 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0924-f491-4857-9465-39e00405e870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:17.172807 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-0dcc0924-f491-4857-9465-39e00405e870 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/4d8ca504-62a8-4493-9efa-21c4eb7373c9 HTTP/1.1" status: 204 len: 168 time: 0.1953552 Aug 24 03:36:17.180574 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc0924-f491-4857-9465-39e00405e870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8ca504-62a8-4493-9efa-21c4eb7373c9,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:17.353743 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c764e6fa-dfa9-45c1-9627-d1f025b77fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:17.936031 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d373e74-0aed-4bab-96d9-3fa29c0bcb7c req-3e5ca41e-76b2-4a08-90c9-85a86ffa0454 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:17.941799 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9d373e74-0aed-4bab-96d9-3fa29c0bcb7c req-3e5ca41e-76b2-4a08-90c9-85a86ffa0454 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0625668 Aug 24 03:36:17.975011 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:18.007893 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9d373e74-0aed-4bab-96d9-3fa29c0bcb7c req-4b81579e-7bcf-44cc-8ad5-d1b658a504a5 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568733 Aug 24 03:36:18.141269 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd476d9-5536-4481-a7c4-e109f8853f7e req-1a505e29-2809-423a-a681-2bf55bacd91a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:18.143205 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-edd476d9-5536-4481-a7c4-e109f8853f7e req-1a505e29-2809-423a-a681-2bf55bacd91a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0628812 Aug 24 03:36:18.204306 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-edd476d9-5536-4481-a7c4-e109f8853f7e req-07805e6a-6da3-46a0-aead-e18dec2687f6 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522203 Aug 24 03:36:19.147689 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafef7b-28de-454a-9879-615e4cca0159 req-048069ab-9b70-45f5-9858-d72a7e30eee1 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:19.149252 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-eeafef7b-28de-454a-9879-615e4cca0159 req-048069ab-9b70-45f5-9858-d72a7e30eee1 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0519783 Aug 24 03:36:19.209365 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-eeafef7b-28de-454a-9879-615e4cca0159 req-54834034-03e4-4c58-bb14-3e70396c7281 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543993 Aug 24 03:36:19.339723 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0134020-925e-4c49-b49e-8df9ba7575f8 req-c05fbeae-d4e5-45ae-934d-7ecad7ce5929 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:19.341284 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f0134020-925e-4c49-b49e-8df9ba7575f8 req-c05fbeae-d4e5-45ae-934d-7ecad7ce5929 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0523448 Aug 24 03:36:19.392449 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f0134020-925e-4c49-b49e-8df9ba7575f8 req-8ac74a29-7bc4-4083-847a-37a74985d799 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451329 Aug 24 03:36:19.516644 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23a87-4873-4b4d-b8d6-366b4e891703 req-c8f41b0e-3170-410d-8806-6a16947e5674 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:19.518248 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4ca23a87-4873-4b4d-b8d6-366b4e891703 req-c8f41b0e-3170-410d-8806-6a16947e5674 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0479465 Aug 24 03:36:19.572658 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4ca23a87-4873-4b4d-b8d6-366b4e891703 req-af719788-8202-4542-8688-c3ca9cc3b1a4 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487020 Aug 24 03:36:19.606781 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56810) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:19.626225 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56814) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:19.733458 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e4019076-4abf-430f-a5bf-1948b6723a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:19.816824 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc4c0d1-4c3d-41b3-8b81-95c7f37185fd tempest-TestShelveInstance-687885713 tempest-TestShelveInstance-687885713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:19.818270 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4cc4c0d1-4c3d-41b3-8b81-95c7f37185fd tempest-TestShelveInstance-687885713 tempest-TestShelveInstance-687885713-project-admin] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 1125 time: 0.2103295 Aug 24 03:36:19.821394 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56818) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:19.826608 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Request body: {'floatingip': {'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'port_id': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:36:19.849185 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:19.853763 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e4019076-4abf-430f-a5bf-1948b6723a9f admin admin] Publish callbacks [] for security_group (ab63a623-1e1d-4a50-801e-d03bdb6806fd), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:19.858615 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e4019076-4abf-430f-a5bf-1948b6723a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ab63a623-1e1d-4a50-801e-d03bdb6806fd), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:19.861666 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a053d304-42f3-4979-a265-47eb3cbfddf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:19.898385 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4019076-4abf-430f-a5bf-1948b6723a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab63a623-1e1d-4a50-801e-d03bdb6806fd,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:19.903971 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e4019076-4abf-430f-a5bf-1948b6723a9f admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=bffc258aa06a454c83849dc6ff324518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766790 Aug 24 03:36:19.906760 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56820) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:19.934141 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:19.957874 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-db78379c-6862-4df3-b68b-0a4738faa5a9 admin admin] Publish callbacks [] for security_group (ab63a623-1e1d-4a50-801e-d03bdb6806fd), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:19.978526 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-db78379c-6862-4df3-b68b-0a4738faa5a9 admin admin] Publish callbacks [] for security_group (ab63a623-1e1d-4a50-801e-d03bdb6806fd), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.007929 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:20.030126 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-db78379c-6862-4df3-b68b-0a4738faa5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ab63a623-1e1d-4a50-801e-d03bdb6806fd), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.032619 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-db78379c-6862-4df3-b68b-0a4738faa5a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.033810 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-db78379c-6862-4df3-b68b-0a4738faa5a9 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ab63a623-1e1d-4a50-801e-d03bdb6806fd HTTP/1.1" status: 204 len: 168 time: 0.1261694 Aug 24 03:36:20.041496 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78379c-6862-4df3-b68b-0a4738faa5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab63a623-1e1d-4a50-801e-d03bdb6806fd,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:20.044395 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Allocated IP 172.27.4.62 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/a4edb8f6-a920-4fba-b275-cd5428f70bd5) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:36:20.092312 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:20.162382 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for port (a4edb8f6-a920-4fba-b275-cd5428f70bd5), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.197300 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (a4edb8f6-a920-4fba-b275-cd5428f70bd5), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.240813 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:36:20.243826 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:36:20.248274 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:36:20.273259 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Pushing event updated for resources: {'Port': ['ID=a4edb8f6-a920-4fba-b275-cd5428f70bd5,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:20.279800 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:20.393280 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56832) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:20.409878 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8787e1-b096-4896-9df5-114e49a1a6b3 req-b943f6d2-f82e-4b98-97b6-915960d52b4f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:20.411430 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ca8787e1-b096-4896-9df5-114e49a1a6b3 req-b943f6d2-f82e-4b98-97b6-915960d52b4f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.1068513 Aug 24 03:36:20.413527 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4dc06e44-93e6-4775-b68b-23f25f5bafae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.511228 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4dc06e44-93e6-4775-b68b-23f25f5bafae admin admin] Publish callbacks [] for security_group (4058428c-73a7-4083-9d47-55b96a62d2d9), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.515416 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4dc06e44-93e6-4775-b68b-23f25f5bafae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4058428c-73a7-4083-9d47-55b96a62d2d9), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.555485 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc06e44-93e6-4775-b68b-23f25f5bafae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4058428c-73a7-4083-9d47-55b96a62d2d9,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:20.560084 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4dc06e44-93e6-4775-b68b-23f25f5bafae admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=ec41de767f324fb8954e2206383a75e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1657805 Aug 24 03:36:20.562815 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56836) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:20.568834 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ca8787e1-b096-4896-9df5-114e49a1a6b3 req-57480374-993a-41fe-8ac0-f47121762c98 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310699 Aug 24 03:36:20.620443 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d271ea95-08f1-4351-aeda-6a9bff3086eb admin admin] Publish callbacks [] for security_group (4058428c-73a7-4083-9d47-55b96a62d2d9), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.642005 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d271ea95-08f1-4351-aeda-6a9bff3086eb admin admin] Publish callbacks [] for security_group (4058428c-73a7-4083-9d47-55b96a62d2d9), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.679113 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:20.696865 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d271ea95-08f1-4351-aeda-6a9bff3086eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4058428c-73a7-4083-9d47-55b96a62d2d9), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.700815 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d271ea95-08f1-4351-aeda-6a9bff3086eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.702018 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d271ea95-08f1-4351-aeda-6a9bff3086eb admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/4058428c-73a7-4083-9d47-55b96a62d2d9 HTTP/1.1" status: 204 len: 168 time: 0.1382508 Aug 24 03:36:20.710223 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271ea95-08f1-4351-aeda-6a9bff3086eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4058428c-73a7-4083-9d47-55b96a62d2d9,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:20.750236 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for floatingip (8b4bd184-ea76-4ff6-a1e0-7e23e07cfafa), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.822876 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (a4edb8f6-a920-4fba-b275-cd5428f70bd5), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.872087 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.977748 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for port (a4edb8f6-a920-4fba-b275-cd5428f70bd5), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:20.983371 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (a4edb8f6-a920-4fba-b275-cd5428f70bd5), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:21.044086 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:21.063554 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Pushing event updated for resources: {'Port': ['ID=a4edb8f6-a920-4fba-b275-cd5428f70bd5,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:21.071250 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (8b4bd184-ea76-4ff6-a1e0-7e23e07cfafa), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:21.168685 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Floating IP 8b4bd184-ea76-4ff6-a1e0-7e23e07cfafa associated. External IP: 172.27.4.62, port: b8c721ca-e1f1-4111-b00e-57a5d43c8885. Aug 24 03:36:21.256697 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:21.382679 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Router f612031a-9bc0-4b15-bcbe-911a5d961a44 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:36:21.494057 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:36:21.507407 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13061e1-6f99-44b8-91d6-271b7c74e9cf None None] Sync routers for ids ['f612031a-9bc0-4b15-bcbe-911a5d961a44'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:36:21.518446 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:21.521361 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13061e1-6f99-44b8-91d6-271b7c74e9cf None None] Routers {'f612031a-9bc0-4b15-bcbe-911a5d961a44'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:36:21.522003 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-a13061e1-6f99-44b8-91d6-271b7c74e9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:36:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f612031a-9bc0-4b15-bcbe-911a5d961a44'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:36:21.550405 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2651e793-c773-4604-87c9-f37c4ccac1dc tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7278125 Aug 24 03:36:21.551079 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee318a0-695b-431d-98cc-0d21560a2508', 'tag': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:36:21.553433 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e47808b-a120-472e-9148-08d5eb3023e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee318a0-695b-431d-98cc-0d21560a2508", "tag": "b8c721ca-e1f1-4111-b00e-57a5d43c8885"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:36:21.730408 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-a13061e1-6f99-44b8-91d6-271b7c74e9cf None None] Set router f612031a-9bc0-4b15-bcbe-911a5d961a44 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:36:21.738988 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7edb7-aa95-4325-aa7a-90a44fe38ed1 req-65c40e9f-fea0-414e-9845-e3ea59002192 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:21.741296 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-eab7edb7-aa95-4325-aa7a-90a44fe38ed1 req-65c40e9f-fea0-414e-9845-e3ea59002192 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0639732 Aug 24 03:36:21.803692 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-eab7edb7-aa95-4325-aa7a-90a44fe38ed1 req-b182ef83-c61c-4ea4-930d-700ffb941945 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555651 Aug 24 03:36:21.839691 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339522b8-1f3a-40f6-b232-b02a3052da03 x-openstack-request-id: req-339522b8-1f3a-40f6-b232-b02a3052da03 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:36:21.839996 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee318a0-695b-431d-98cc-0d21560a2508", "tag": "b8c721ca-e1f1-4111-b00e-57a5d43c8885", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:36:21.840250 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-339522b8-1f3a-40f6-b232-b02a3052da03 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:36:21.840661 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339522b8-1f3a-40f6-b232-b02a3052da03'] response: {'name': 'network-changed', 'server_uuid': '7ee318a0-695b-431d-98cc-0d21560a2508', 'tag': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885', 'status': 'completed', 'code': 200} Aug 24 03:36:21.991014 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-a13061e1-6f99-44b8-91d6-271b7c74e9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:31Z', 'revision_number': 4, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'gw_port': {'id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '8b4bd184-ea76-4ff6-a1e0-7e23e07cfafa', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'floating_ip_address': '172.27.4.62', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'port_id': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'mac_address': 'fa:16:3e:5e:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee318a0-695b-431d-98cc-0d21560a2508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:36:20Z', 'updated_at': '2022-08-24T03:36:20Z', 'revision_number': 0, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c131b893-94a0-49cb-9c71-91a9bd01b556', 'name': '', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'mac_address': 'fa:16:3e:90:35:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:31Z', 'updated_at': '2022-08-24T03:35:38Z', 'revision_number': 5, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'subnets': [{'id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:36:22.018212 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13061e1-6f99-44b8-91d6-271b7c74e9cf None None] Checking router: f612031a-9bc0-4b15-bcbe-911a5d961a44 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:36:22.027123 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13061e1-6f99-44b8-91d6-271b7c74e9cf None None] Routers {'f612031a-9bc0-4b15-bcbe-911a5d961a44'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:36:22.027723 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-a13061e1-6f99-44b8-91d6-271b7c74e9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:36:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f612031a-9bc0-4b15-bcbe-911a5d961a44'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:36:22.132803 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-a13061e1-6f99-44b8-91d6-271b7c74e9cf None None] Set router f612031a-9bc0-4b15-bcbe-911a5d961a44 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:36:22.349137 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-a13061e1-6f99-44b8-91d6-271b7c74e9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:31Z', 'revision_number': 4, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'gw_port': {'id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '8b4bd184-ea76-4ff6-a1e0-7e23e07cfafa', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'floating_ip_address': '172.27.4.62', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'port_id': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'mac_address': 'fa:16:3e:5e:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee318a0-695b-431d-98cc-0d21560a2508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:36:20Z', 'updated_at': '2022-08-24T03:36:20Z', 'revision_number': 0, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c131b893-94a0-49cb-9c71-91a9bd01b556', 'name': '', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'mac_address': 'fa:16:3e:90:35:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:31Z', 'updated_at': '2022-08-24T03:35:38Z', 'revision_number': 5, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'subnets': [{'id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:36:22.379974 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13061e1-6f99-44b8-91d6-271b7c74e9cf None None] The sync data for ids ['f612031a-9bc0-4b15-bcbe-911a5d961a44'] in dv-cinder-854261-1-iscsi is: [{'id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:31Z', 'revision_number': 4, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'gw_port': {'id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '8b4bd184-ea76-4ff6-a1e0-7e23e07cfafa', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'floating_ip_address': '172.27.4.62', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'port_id': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'mac_address': 'fa:16:3e:5e:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee318a0-695b-431d-98cc-0d21560a2508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:36:20Z', 'updated_at': '2022-08-24T03:36:20Z', 'revision_number': 0, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c131b893-94a0-49cb-9c71-91a9bd01b556', 'name': '', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'mac_address': 'fa:16:3e:90:35:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:31Z', 'updated_at': '2022-08-24T03:35:38Z', 'revision_number': 5, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'subnets': [{'id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:36:22.548622 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:22.618879 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44d2af-1c4a-4abb-bb3a-1dcb189b9be0 None None] New status for floating IP 8b4bd184-ea76-4ff6-a1e0-7e23e07cfafa: ACTIVE {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:36:22.681617 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:22.933061 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f9931-f795-4161-8e54-9d8a6aa5c97f req-dcb91b56-658c-4671-aa0c-cb0f3abe8540 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:22.934522 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0d2f9931-f795-4161-8e54-9d8a6aa5c97f req-dcb91b56-658c-4671-aa0c-cb0f3abe8540 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0490122 Aug 24 03:36:22.984971 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0d2f9931-f795-4161-8e54-9d8a6aa5c97f req-c315200b-ace1-4f7b-9f93-b8ced84198c2 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441349 Aug 24 03:36:23.426979 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47808b-a120-472e-9148-08d5eb3023e1 req-92de25cb-f82e-47d7-83fe-e88c9a14863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:23.428394 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e47808b-a120-472e-9148-08d5eb3023e1 req-92de25cb-f82e-47d7-83fe-e88c9a14863e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5dea7fb32dea4f75917d82973bf7e7e6&device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 1130 time: 0.0506053 Aug 24 03:36:23.480864 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793b5e5-2c57-4df3-be93-632c39b93959 req-6f6c3c27-8f8c-4be1-9226-7a8286ffead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:23.482321 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b793b5e5-2c57-4df3-be93-632c39b93959 req-6f6c3c27-8f8c-4be1-9226-7a8286ffead1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 1130 time: 0.0644186 Aug 24 03:36:23.607556 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47808b-a120-472e-9148-08d5eb3023e1 req-a91b998d-6e12-4ea9-a97a-8b99cccf52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:23.609043 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e47808b-a120-472e-9148-08d5eb3023e1 req-a91b998d-6e12-4ea9-a97a-8b99cccf52d8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76 HTTP/1.1" status: 200 len: 910 time: 0.1592619 Aug 24 03:36:23.682158 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793b5e5-2c57-4df3-be93-632c39b93959 req-6e6322c9-38d3-4d7e-8f4d-440718cf754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:23.684180 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b793b5e5-2c57-4df3-be93-632c39b93959 req-6e6322c9-38d3-4d7e-8f4d-440718cf754c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=52ff60ab-ab6b-4793-b855-63432cd730d4 HTTP/1.1" status: 200 len: 918 time: 0.1622202 Aug 24 03:36:23.745947 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e47808b-a120-472e-9148-08d5eb3023e1 req-01a4def8-40ac-4d5a-8ba5-79a6a856ad4c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885 HTTP/1.1" status: 200 len: 1001 time: 0.1302407 Aug 24 03:36:23.795659 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b793b5e5-2c57-4df3-be93-632c39b93959 req-149aa002-cc97-4a8a-9f37-93712dc53ad3 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c49bffe3-b213-40d0-a914-6759e188a044 HTTP/1.1" status: 200 len: 1002 time: 0.1048234 Aug 24 03:36:23.848228 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47808b-a120-472e-9148-08d5eb3023e1 req-5de780a7-f149-45bb-8cce-ea3b7259924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:23.853450 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e47808b-a120-472e-9148-08d5eb3023e1 req-5de780a7-f149-45bb-8cce-ea3b7259924e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=72d10fa5-9996-4ee4-ad31-9ef5e30d5114 HTTP/1.1" status: 200 len: 848 time: 0.0971639 Aug 24 03:36:23.919542 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793b5e5-2c57-4df3-be93-632c39b93959 req-5e4a61cf-c865-4111-9abf-9e9e612c74bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:23.921061 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b793b5e5-2c57-4df3-be93-632c39b93959 req-5e4a61cf-c865-4111-9abf-9e9e612c74bb service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=8eba2ef7-6d0c-4faf-acaa-72abc36d027f HTTP/1.1" status: 200 len: 856 time: 0.1191800 Aug 24 03:36:23.940836 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47808b-a120-472e-9148-08d5eb3023e1 req-7339e846-9784-498d-b023-972cd8a24eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:23.942388 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e47808b-a120-472e-9148-08d5eb3023e1 req-7339e846-9784-498d-b023-972cd8a24eda service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855079 Aug 24 03:36:24.007702 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793b5e5-2c57-4df3-be93-632c39b93959 req-766ae6f0-d71e-4d40-af8b-b0094502b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:24.009254 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b793b5e5-2c57-4df3-be93-632c39b93959 req-766ae6f0-d71e-4d40-af8b-b0094502b8b1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=52ff60ab-ab6b-4793-b855-63432cd730d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807598 Aug 24 03:36:24.013853 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:24.133767 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea8dfd-a45f-4b4f-9175-f4c0441510db req-9e92f343-b601-40a6-ad65-95ba9e873328 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:24.137158 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5bea8dfd-a45f-4b4f-9175-f4c0441510db req-9e92f343-b601-40a6-ad65-95ba9e873328 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0666213 Aug 24 03:36:24.139564 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e47808b-a120-472e-9148-08d5eb3023e1 req-c691f177-d282-487c-ba69-f5a528456e81 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802523 Aug 24 03:36:24.183348 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b793b5e5-2c57-4df3-be93-632c39b93959 req-bfd1a456-9cdc-480a-9511-4e2c62546423 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440651 Aug 24 03:36:24.194459 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5bea8dfd-a45f-4b4f-9175-f4c0441510db req-74e272ab-f6b6-43fb-bd89-e4535acd7118 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506217 Aug 24 03:36:24.315656 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e47808b-a120-472e-9148-08d5eb3023e1 req-0bc5ba3a-796b-4935-9a28-ba5ce3e831b5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680815 Aug 24 03:36:24.326346 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:24.330260 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b793b5e5-2c57-4df3-be93-632c39b93959 req-5209d6ed-969f-4454-bbf0-92681c3c4d98 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403289 Aug 24 03:36:25.324183 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe26ee-2f9e-4f2e-ae85-d1d4e4d5dafc req-313aabf6-3d1b-4230-baab-462db7d7ee5b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:25.325714 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4ffe26ee-2f9e-4f2e-ae85-d1d4e4d5dafc req-313aabf6-3d1b-4230-baab-462db7d7ee5b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0467033 Aug 24 03:36:25.372734 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4ffe26ee-2f9e-4f2e-ae85-d1d4e4d5dafc req-bbe074d9-f307-4dfb-9b70-6e218c881d73 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412426 Aug 24 03:36:26.062860 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56948) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:26.173596 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ac0c09d9-a85c-41cc-bd91-b6bdab6f8c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:26.250205 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ac0c09d9-a85c-41cc-bd91-b6bdab6f8c9e admin admin] Publish callbacks [] for security_group (80eb7aef-45e4-446e-9c36-5e84c0b246f7), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:26.254272 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ac0c09d9-a85c-41cc-bd91-b6bdab6f8c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (80eb7aef-45e4-446e-9c36-5e84c0b246f7), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:26.294934 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ac0c09d9-a85c-41cc-bd91-b6bdab6f8c9e admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=486a79566e3b4007943db7d91f09b280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310297 Aug 24 03:36:26.296880 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c09d9-a85c-41cc-bd91-b6bdab6f8c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80eb7aef-45e4-446e-9c36-5e84c0b246f7,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:26.297735 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56956) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:26.353120 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9bf56790-dac0-4620-b6e6-b32a599cceb1 admin admin] Publish callbacks [] for security_group (80eb7aef-45e4-446e-9c36-5e84c0b246f7), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:26.376941 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9bf56790-dac0-4620-b6e6-b32a599cceb1 admin admin] Publish callbacks [] for security_group (80eb7aef-45e4-446e-9c36-5e84c0b246f7), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:26.429971 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9bf56790-dac0-4620-b6e6-b32a599cceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (80eb7aef-45e4-446e-9c36-5e84c0b246f7), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:26.433144 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9bf56790-dac0-4620-b6e6-b32a599cceb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:26.437222 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9bf56790-dac0-4620-b6e6-b32a599cceb1 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/80eb7aef-45e4-446e-9c36-5e84c0b246f7 HTTP/1.1" status: 204 len: 168 time: 0.1384621 Aug 24 03:36:26.446231 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf56790-dac0-4620-b6e6-b32a599cceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eb7aef-45e4-446e-9c36-5e84c0b246f7,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:26.507610 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:26.517321 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:26.528136 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f0be4-f145-4891-b778-a3e670ba7333 req-4f4fd551-c47f-4a8e-a539-da88f72b0c69 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:26.529852 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c76f0be4-f145-4891-b778-a3e670ba7333 req-4f4fd551-c47f-4a8e-a539-da88f72b0c69 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0563736 Aug 24 03:36:26.590005 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c76f0be4-f145-4891-b778-a3e670ba7333 req-08674a93-3d13-4553-b330-e108c7d33b8c tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520914 Aug 24 03:36:26.658202 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56968) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:26.761141 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56972) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:26.788179 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6ce30a56-406b-43ee-8992-8435480dcbda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:26.796090 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cef40d57-94a7-41e3-9969-b4c6f9842e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:26.929589 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6ce30a56-406b-43ee-8992-8435480dcbda admin admin] Publish callbacks [] for security_group (71fd6a01-d6ce-4f26-9109-d26a84bacbb5), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:26.934740 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6ce30a56-406b-43ee-8992-8435480dcbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (71fd6a01-d6ce-4f26-9109-d26a84bacbb5), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:26.938590 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cef40d57-94a7-41e3-9969-b4c6f9842e06 admin admin] Publish callbacks [] for security_group (941b71fe-7828-46da-b467-5ca61c5bafa2), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:26.955823 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cef40d57-94a7-41e3-9969-b4c6f9842e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (941b71fe-7828-46da-b467-5ca61c5bafa2), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:26.985173 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-6ce30a56-406b-43ee-8992-8435480dcbda admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=d4980537f17d469b96d2b643af0e603c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226038 Aug 24 03:36:26.987909 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56976) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:26.998444 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce30a56-406b-43ee-8992-8435480dcbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fd6a01-d6ce-4f26-9109-d26a84bacbb5,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:27.015494 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-cef40d57-94a7-41e3-9969-b4c6f9842e06 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=f500d1c521dd47ed8d9e02fc7ecfd0cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537760 Aug 24 03:36:27.015896 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 56978) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:27.042229 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef40d57-94a7-41e3-9969-b4c6f9842e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941b71fe-7828-46da-b467-5ca61c5bafa2,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:27.044961 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b497f5c-2677-4e85-9c96-543166e4799a admin admin] Publish callbacks [] for security_group (71fd6a01-d6ce-4f26-9109-d26a84bacbb5), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:27.067358 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b497f5c-2677-4e85-9c96-543166e4799a admin admin] Publish callbacks [] for security_group (71fd6a01-d6ce-4f26-9109-d26a84bacbb5), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:27.078041 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1658f0b8-28d0-47b2-8cc9-5acfad0c974c admin admin] Publish callbacks [] for security_group (941b71fe-7828-46da-b467-5ca61c5bafa2), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:27.101013 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1658f0b8-28d0-47b2-8cc9-5acfad0c974c admin admin] Publish callbacks [] for security_group (941b71fe-7828-46da-b467-5ca61c5bafa2), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:27.114754 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b497f5c-2677-4e85-9c96-543166e4799a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (71fd6a01-d6ce-4f26-9109-d26a84bacbb5), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:27.117343 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b497f5c-2677-4e85-9c96-543166e4799a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:27.118676 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-0b497f5c-2677-4e85-9c96-543166e4799a admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/71fd6a01-d6ce-4f26-9109-d26a84bacbb5 HTTP/1.1" status: 204 len: 168 time: 0.1297891 Aug 24 03:36:27.128167 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b497f5c-2677-4e85-9c96-543166e4799a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fd6a01-d6ce-4f26-9109-d26a84bacbb5,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:27.155211 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1658f0b8-28d0-47b2-8cc9-5acfad0c974c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (941b71fe-7828-46da-b467-5ca61c5bafa2), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:27.162412 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1658f0b8-28d0-47b2-8cc9-5acfad0c974c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:27.163639 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-1658f0b8-28d0-47b2-8cc9-5acfad0c974c admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/941b71fe-7828-46da-b467-5ca61c5bafa2 HTTP/1.1" status: 204 len: 168 time: 0.1469994 Aug 24 03:36:27.173204 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658f0b8-28d0-47b2-8cc9-5acfad0c974c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941b71fe-7828-46da-b467-5ca61c5bafa2,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:27.519791 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 56994) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:27.534102 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3c8e51c2-3eb7-49f0-86ad-c1c3f5e82204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:27.614690 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3c8e51c2-3eb7-49f0-86ad-c1c3f5e82204 admin admin] Publish callbacks [] for security_group (ad23159a-5025-414d-82b3-f69f8fea573d), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:27.618599 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3c8e51c2-3eb7-49f0-86ad-c1c3f5e82204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ad23159a-5025-414d-82b3-f69f8fea573d), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:27.654092 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:27.661749 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-3c8e51c2-3eb7-49f0-86ad-c1c3f5e82204 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=e0624a0cc9694db09186364fd86fd49c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408856 Aug 24 03:36:27.663886 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e51c2-3eb7-49f0-86ad-c1c3f5e82204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad23159a-5025-414d-82b3-f69f8fea573d,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:27.664807 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 57000) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:27.770567 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5abb61e4-2b0a-4270-bbb7-45bf2e481695 admin admin] Publish callbacks [] for security_group (ad23159a-5025-414d-82b3-f69f8fea573d), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:27.789152 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870e696-64d2-4d22-a3a3-c2102f6afc3c req-2ed315d5-8da4-495e-b3e3-6fa3f9319876 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:27.790651 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6870e696-64d2-4d22-a3a3-c2102f6afc3c req-2ed315d5-8da4-495e-b3e3-6fa3f9319876 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0933714 Aug 24 03:36:27.813090 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5abb61e4-2b0a-4270-bbb7-45bf2e481695 admin admin] Publish callbacks [] for security_group (ad23159a-5025-414d-82b3-f69f8fea573d), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:27.875042 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6870e696-64d2-4d22-a3a3-c2102f6afc3c req-c402db04-7835-4c6f-b66e-65ad3ec5127a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784614 Aug 24 03:36:27.897297 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5abb61e4-2b0a-4270-bbb7-45bf2e481695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ad23159a-5025-414d-82b3-f69f8fea573d), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:27.899998 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5abb61e4-2b0a-4270-bbb7-45bf2e481695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:27.904584 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-5abb61e4-2b0a-4270-bbb7-45bf2e481695 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ad23159a-5025-414d-82b3-f69f8fea573d HTTP/1.1" status: 204 len: 168 time: 0.2361164 Aug 24 03:36:27.908092 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:27.914252 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb61e4-2b0a-4270-bbb7-45bf2e481695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad23159a-5025-414d-82b3-f69f8fea573d,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:28.975794 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:29.014607 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd379-3f8a-4718-a90c-f303adaf32ca req-08a9dae3-712e-4f09-a07b-ace30da838b4 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:29.016132 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e64dd379-3f8a-4718-a90c-f303adaf32ca req-08a9dae3-712e-4f09-a07b-ace30da838b4 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0569870 Aug 24 03:36:29.070225 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e64dd379-3f8a-4718-a90c-f303adaf32ca req-0bffbbd4-5a5d-4939-a2c7-a33ca1aa770c tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480323 Aug 24 03:36:30.196843 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e9cee-ba76-4420-9ca4-38f69904b35f req-22f257e6-c8e2-4229-a65c-859b5e6fb19a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:30.198250 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-392e9cee-ba76-4420-9ca4-38f69904b35f req-22f257e6-c8e2-4229-a65c-859b5e6fb19a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0463409 Aug 24 03:36:30.245045 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-392e9cee-ba76-4420-9ca4-38f69904b35f req-af57ec93-c8b8-440a-82b3-baaa1c589703 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409589 Aug 24 03:36:30.312049 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device c49bffe3-b213-40d0-a914-6759e188a044 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:36:30.415512 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port c49bffe3-b213-40d0-a914-6759e188a044, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c49bffe3-b213-40d0-a914-6759e188a044,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:36:30.439353 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': 'c49bffe3-b213-40d0-a914-6759e188a044', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'port_id': 'c49bffe3-b213-40d0-a914-6759e188a044', 'mac_address': 'fa:16:3e:79:b7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:36:30.470975 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:30.482702 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port c49bffe3-b213-40d0-a914-6759e188a044 is: ACTIVE; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:36:30.483103 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c49bffe3-b213-40d0-a914-6759e188a044), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:30.500619 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c49bffe3-b213-40d0-a914-6759e188a044 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:36:30.522309 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port c49bffe3-b213-40d0-a914-6759e188a044, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c49bffe3-b213-40d0-a914-6759e188a044,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:36:30.526873 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (c49bffe3-b213-40d0-a914-6759e188a044), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:30.578306 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=c49bffe3-b213-40d0-a914-6759e188a044,revision_number=6']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:30.585684 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:30.586033 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:30.586590 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:30.586969 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:30.587300 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:30.592817 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:30.592817 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:30.592817 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:30.592817 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:30.592817 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:30.592817 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:30.592817 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:30.592817 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:30.592817 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:30.592817 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:36:30.687974 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['c49bffe3-b213-40d0-a914-6759e188a044'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:36:31.382541 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a084b1-0095-4fbb-8237-537578fb47ff req-8031bac9-a38e-4a79-b83c-899ac56492e2 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:31.389280 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a1a084b1-0095-4fbb-8237-537578fb47ff req-8031bac9-a38e-4a79-b83c-899ac56492e2 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 945 time: 0.0608854 Aug 24 03:36:31.450266 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a1a084b1-0095-4fbb-8237-537578fb47ff req-7a3b799f-1c45-42cf-9b0e-d93b6c30079b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585339 Aug 24 03:36:31.830008 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:36:32.340827 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device c49bffe3-b213-40d0-a914-6759e188a044 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:36:32.395609 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port c49bffe3-b213-40d0-a914-6759e188a044 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:36:32.396267 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (c49bffe3-b213-40d0-a914-6759e188a044), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:32.423477 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:32.497477 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port c49bffe3-b213-40d0-a914-6759e188a044 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:36:32.497971 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c49bffe3-b213-40d0-a914-6759e188a044), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:32.519754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 57188) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:32.536703 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49bffe3-b213-40d0-a914-6759e188a044'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:36:32.540394 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8766ad5d-4b11-4513-a22b-dc3c719e27b4" -d '{"events": [{"server_uuid": "a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4", "name": "network-vif-plugged", "status": "completed", "tag": "c49bffe3-b213-40d0-a914-6759e188a044"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:36:32.549610 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port c49bffe3-b213-40d0-a914-6759e188a044, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c49bffe3-b213-40d0-a914-6759e188a044,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:36:32.555038 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (c49bffe3-b213-40d0-a914-6759e188a044), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:32.616030 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=c49bffe3-b213-40d0-a914-6759e188a044,revision_number=7']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:32.639801 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b222e486-602d-44b5-bd81-f0c3a21fcf39 x-openstack-request-id: req-b222e486-602d-44b5-bd81-f0c3a21fcf39 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:36:32.640357 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4", "name": "network-vif-plugged", "status": "completed", "tag": "c49bffe3-b213-40d0-a914-6759e188a044", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:36:32.640934 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b222e486-602d-44b5-bd81-f0c3a21fcf39 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:36:32.641657 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b222e486-602d-44b5-bd81-f0c3a21fcf39'] response: {'server_uuid': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49bffe3-b213-40d0-a914-6759e188a044', 'code': 200} Aug 24 03:36:32.740323 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 57196) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:32.820800 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a2fcdb18-7de4-42c4-9ec8-a926b737e4c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:32.900589 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4122d232-e7c2-4007-9f35-7b025b1719c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:32.993241 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a2fcdb18-7de4-42c4-9ec8-a926b737e4c6 admin admin] Publish callbacks [] for security_group (7ae75eb3-5e74-485f-a6d4-6b77a0fae2c7), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:32.998771 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a2fcdb18-7de4-42c4-9ec8-a926b737e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (7ae75eb3-5e74-485f-a6d4-6b77a0fae2c7), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:33.028600 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4122d232-e7c2-4007-9f35-7b025b1719c0 admin admin] Publish callbacks [] for security_group (44b5c128-cc62-4c64-a879-aae16ea84220), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:33.036675 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4122d232-e7c2-4007-9f35-7b025b1719c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (44b5c128-cc62-4c64-a879-aae16ea84220), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:33.041422 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcdb18-7de4-42c4-9ec8-a926b737e4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae75eb3-5e74-485f-a6d4-6b77a0fae2c7,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:33.049791 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a2fcdb18-7de4-42c4-9ec8-a926b737e4c6 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=b9fef62fd5894258b1afc5a360472400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5273287 Aug 24 03:36:33.049887 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 57200) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:33.105153 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4122d232-e7c2-4007-9f35-7b025b1719c0 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=3e5804256bf54a34987a945e1a5fd462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3631597 Aug 24 03:36:33.106059 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 57202) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:33.106898 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122d232-e7c2-4007-9f35-7b025b1719c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b5c128-cc62-4c64-a879-aae16ea84220,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:33.177368 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:33.187843 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4489ef4a-b7c8-49b6-a899-3b98e68ba56c admin admin] Publish callbacks [] for security_group (44b5c128-cc62-4c64-a879-aae16ea84220), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:33.219373 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4489ef4a-b7c8-49b6-a899-3b98e68ba56c admin admin] Publish callbacks [] for security_group (44b5c128-cc62-4c64-a879-aae16ea84220), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:33.294811 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4489ef4a-b7c8-49b6-a899-3b98e68ba56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (44b5c128-cc62-4c64-a879-aae16ea84220), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:33.297447 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4489ef4a-b7c8-49b6-a899-3b98e68ba56c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:33.305904 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4489ef4a-b7c8-49b6-a899-3b98e68ba56c admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/44b5c128-cc62-4c64-a879-aae16ea84220 HTTP/1.1" status: 204 len: 168 time: 0.1937082 Aug 24 03:36:33.320030 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489ef4a-b7c8-49b6-a899-3b98e68ba56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b5c128-cc62-4c64-a879-aae16ea84220,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:33.425775 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d711f3-2d0a-4cf6-84c1-c18695f1a128 req-2d6a051c-cbc8-4393-984d-90b3efc14e47 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:33.427313 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b5d711f3-2d0a-4cf6-84c1-c18695f1a128 req-2d6a051c-cbc8-4393-984d-90b3efc14e47 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.7769775 Aug 24 03:36:33.476169 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a6ab5591-399a-4f14-b075-a056bb16daf4 admin admin] Publish callbacks [] for security_group (7ae75eb3-5e74-485f-a6d4-6b77a0fae2c7), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:33.512205 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a6ab5591-399a-4f14-b075-a056bb16daf4 admin admin] Publish callbacks [] for security_group (7ae75eb3-5e74-485f-a6d4-6b77a0fae2c7), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:33.530297 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b5d711f3-2d0a-4cf6-84c1-c18695f1a128 req-c6068828-a940-4473-962e-c76814830107 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909956 Aug 24 03:36:33.618623 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a6ab5591-399a-4f14-b075-a056bb16daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (7ae75eb3-5e74-485f-a6d4-6b77a0fae2c7), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:33.624790 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a6ab5591-399a-4f14-b075-a056bb16daf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:33.624790 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a6ab5591-399a-4f14-b075-a056bb16daf4 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/7ae75eb3-5e74-485f-a6d4-6b77a0fae2c7 HTTP/1.1" status: 204 len: 168 time: 0.5718544 Aug 24 03:36:33.655524 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab5591-399a-4f14-b075-a056bb16daf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae75eb3-5e74-485f-a6d4-6b77a0fae2c7,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:33.755119 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 57210) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:33.768906 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d2bf61b6-8d91-4670-8110-9c4db1d2bf6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:33.813582 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=73 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:33.903939 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d2bf61b6-8d91-4670-8110-9c4db1d2bf6d admin admin] Publish callbacks [] for security_group (4656237f-79f3-442b-b5b6-46dc5ae9b82c), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:33.909714 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d2bf61b6-8d91-4670-8110-9c4db1d2bf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4656237f-79f3-442b-b5b6-46dc5ae9b82c), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:33.971317 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 57216) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:33.979232 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d2bf61b6-8d91-4670-8110-9c4db1d2bf6d admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=f274225dc2854f8aa648c8aa1bcfb5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229669 Aug 24 03:36:33.983887 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf61b6-8d91-4670-8110-9c4db1d2bf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4656237f-79f3-442b-b5b6-46dc5ae9b82c,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:34.033282 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c4fd5698-f41a-4876-9c97-87ed14cd465d admin admin] Publish callbacks [] for security_group (4656237f-79f3-442b-b5b6-46dc5ae9b82c), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:34.056125 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c4fd5698-f41a-4876-9c97-87ed14cd465d admin admin] Publish callbacks [] for security_group (4656237f-79f3-442b-b5b6-46dc5ae9b82c), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:34.120181 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c4fd5698-f41a-4876-9c97-87ed14cd465d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (4656237f-79f3-442b-b5b6-46dc5ae9b82c), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:34.123913 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c4fd5698-f41a-4876-9c97-87ed14cd465d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:34.125673 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c4fd5698-f41a-4876-9c97-87ed14cd465d admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/4656237f-79f3-442b-b5b6-46dc5ae9b82c HTTP/1.1" status: 204 len: 168 time: 0.1529236 Aug 24 03:36:34.135038 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:34.147638 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd5698-f41a-4876-9c97-87ed14cd465d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4656237f-79f3-442b-b5b6-46dc5ae9b82c,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:34.677336 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 57240) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:34.701833 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-14136cda-38a2-4d44-a074-28576ea90718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:34.710994 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a4914-c6b5-41ed-b13c-40c66c9d40a0 req-aa57bd7d-dc60-4be2-a273-1cb39b55f29c tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:34.712507 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e55a4914-c6b5-41ed-b13c-40c66c9d40a0 req-aa57bd7d-dc60-4be2-a273-1cb39b55f29c tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0852392 Aug 24 03:36:34.810532 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:34.824530 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e55a4914-c6b5-41ed-b13c-40c66c9d40a0 req-ce0512e8-d07d-4a90-9a3f-24dc11fe33b9 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984974 Aug 24 03:36:34.830804 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-14136cda-38a2-4d44-a074-28576ea90718 admin admin] Publish callbacks [] for security_group (557bfe97-5ac7-4215-8ad9-38e1952da129), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:34.836244 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-14136cda-38a2-4d44-a074-28576ea90718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (557bfe97-5ac7-4215-8ad9-38e1952da129), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:34.898882 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14136cda-38a2-4d44-a074-28576ea90718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557bfe97-5ac7-4215-8ad9-38e1952da129,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:34.904123 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-14136cda-38a2-4d44-a074-28576ea90718 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=09049ee1f9d141198d6e3d5669850df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244728 Aug 24 03:36:34.910067 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 57250) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:34.979942 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1d824be0-ad6f-47eb-b98e-893fd97cb67b admin admin] Publish callbacks [] for security_group (557bfe97-5ac7-4215-8ad9-38e1952da129), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:35.003573 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1d824be0-ad6f-47eb-b98e-893fd97cb67b admin admin] Publish callbacks [] for security_group (557bfe97-5ac7-4215-8ad9-38e1952da129), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:35.086702 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1d824be0-ad6f-47eb-b98e-893fd97cb67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (557bfe97-5ac7-4215-8ad9-38e1952da129), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:35.089461 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1d824be0-ad6f-47eb-b98e-893fd97cb67b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:35.092916 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-1d824be0-ad6f-47eb-b98e-893fd97cb67b admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/557bfe97-5ac7-4215-8ad9-38e1952da129 HTTP/1.1" status: 204 len: 168 time: 0.1818485 Aug 24 03:36:35.105301 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:35.106912 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d824be0-ad6f-47eb-b98e-893fd97cb67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557bfe97-5ac7-4215-8ad9-38e1952da129,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:35.993915 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025aa04a-f922-4ebb-a31d-bc7a936ae322 req-d6abf741-eee4-4ca9-8ccc-b71ff63b7c33 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:35.998096 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-025aa04a-f922-4ebb-a31d-bc7a936ae322 req-d6abf741-eee4-4ca9-8ccc-b71ff63b7c33 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0779867 Aug 24 03:36:36.084679 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-025aa04a-f922-4ebb-a31d-bc7a936ae322 req-a7dc929f-5220-47a0-9394-39f5abf8d356 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795114 Aug 24 03:36:37.257272 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9105f4-8464-4b21-a2b3-02969f5742a3 req-1bf0bd5a-f805-4f94-a0ce-112cae88ec2a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:37.259529 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1d9105f4-8464-4b21-a2b3-02969f5742a3 req-1bf0bd5a-f805-4f94-a0ce-112cae88ec2a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0807471 Aug 24 03:36:37.325798 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1d9105f4-8464-4b21-a2b3-02969f5742a3 req-65355552-6896-4d04-9988-74d3aac1d420 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591145 Aug 24 03:36:38.098882 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 57356) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:38.255512 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-092df480-5ab3-4648-8928-a48ec6d48261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:38.391526 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-092df480-5ab3-4648-8928-a48ec6d48261 admin admin] Publish callbacks [] for security_group (f78f318b-cfd5-40bf-bc90-5c63c131d854), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:38.397620 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-092df480-5ab3-4648-8928-a48ec6d48261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (f78f318b-cfd5-40bf-bc90-5c63c131d854), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:38.427803 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=14 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:38.457692 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-092df480-5ab3-4648-8928-a48ec6d48261 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=599736fbc7fb475b9ce98e4cca088b32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563755 Aug 24 03:36:38.459730 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092df480-5ab3-4648-8928-a48ec6d48261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78f318b-cfd5-40bf-bc90-5c63c131d854,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:38.462251 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 57376) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:38.500449 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310d80a-61a0-40dc-9134-5dca7cadd7f4 req-ee04c54a-52a0-421a-aea8-c54c0d698e46 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:38.509127 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4310d80a-61a0-40dc-9134-5dca7cadd7f4 req-ee04c54a-52a0-421a-aea8-c54c0d698e46 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0883551 Aug 24 03:36:38.563215 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e74de0a7-89ca-43c3-9ffc-a3360bc696b0 admin admin] Publish callbacks [] for security_group (f78f318b-cfd5-40bf-bc90-5c63c131d854), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:38.597106 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e74de0a7-89ca-43c3-9ffc-a3360bc696b0 admin admin] Publish callbacks [] for security_group (f78f318b-cfd5-40bf-bc90-5c63c131d854), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:38.609517 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4310d80a-61a0-40dc-9134-5dca7cadd7f4 req-9dbd5520-f334-4ad0-b30b-28a0dcedf82e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994430 Aug 24 03:36:38.691296 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e74de0a7-89ca-43c3-9ffc-a3360bc696b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (f78f318b-cfd5-40bf-bc90-5c63c131d854), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:38.695067 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e74de0a7-89ca-43c3-9ffc-a3360bc696b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:38.696691 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e74de0a7-89ca-43c3-9ffc-a3360bc696b0 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/f78f318b-cfd5-40bf-bc90-5c63c131d854 HTTP/1.1" status: 204 len: 168 time: 0.2334859 Aug 24 03:36:38.712530 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74de0a7-89ca-43c3-9ffc-a3360bc696b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78f318b-cfd5-40bf-bc90-5c63c131d854,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:39.149080 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 57384) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:39.168315 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-29e75711-d892-4bc0-89ba-7bef83c5dee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:39.274999 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-29e75711-d892-4bc0-89ba-7bef83c5dee4 admin admin] Publish callbacks [] for security_group (7c89759d-16d2-4dba-b7d8-7e40b2035468), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:39.285718 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-29e75711-d892-4bc0-89ba-7bef83c5dee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (7c89759d-16d2-4dba-b7d8-7e40b2035468), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:39.322966 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e75711-d892-4bc0-89ba-7bef83c5dee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c89759d-16d2-4dba-b7d8-7e40b2035468,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:39.347760 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 57394) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:39.349281 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-29e75711-d892-4bc0-89ba-7bef83c5dee4 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=8684d67c79434d11849dcb337f3668df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985788 Aug 24 03:36:39.414192 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8daf3af1-23ea-4a54-a57e-9d10bcffeebf admin admin] Publish callbacks [] for security_group (7c89759d-16d2-4dba-b7d8-7e40b2035468), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:39.439699 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8daf3af1-23ea-4a54-a57e-9d10bcffeebf admin admin] Publish callbacks [] for security_group (7c89759d-16d2-4dba-b7d8-7e40b2035468), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:39.507282 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8daf3af1-23ea-4a54-a57e-9d10bcffeebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (7c89759d-16d2-4dba-b7d8-7e40b2035468), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:39.511117 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8daf3af1-23ea-4a54-a57e-9d10bcffeebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:39.514704 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8daf3af1-23ea-4a54-a57e-9d10bcffeebf admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/7c89759d-16d2-4dba-b7d8-7e40b2035468 HTTP/1.1" status: 204 len: 168 time: 0.1636286 Aug 24 03:36:39.527030 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf3af1-23ea-4a54-a57e-9d10bcffeebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c89759d-16d2-4dba-b7d8-7e40b2035468,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:39.767163 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c22c9e-32f2-4388-bdd8-0fa4805af695 req-c06fe205-842f-4975-bfbc-79732df9dd98 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:39.768806 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-39c22c9e-32f2-4388-bdd8-0fa4805af695 req-c06fe205-842f-4975-bfbc-79732df9dd98 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0668173 Aug 24 03:36:39.843052 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-39c22c9e-32f2-4388-bdd8-0fa4805af695 req-b273533c-4c36-4503-a91d-af0da3bcc358 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654297 Aug 24 03:36:41.040011 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066a29-c8a5-486d-ac36-d900735d3614 req-d7bbabe5-cb01-47e2-9a4b-ea337d8a66ce tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:41.049019 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3e066a29-c8a5-486d-ac36-d900735d3614 req-d7bbabe5-cb01-47e2-9a4b-ea337d8a66ce tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0641453 Aug 24 03:36:41.110536 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:41.144315 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3e066a29-c8a5-486d-ac36-d900735d3614 req-b8cc873a-d3b4-47bf-aade-6933caae6809 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934958 Aug 24 03:36:41.825850 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=83 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:42.320272 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-6f614105-932d-4535-af13-f530b6dda7be tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=d5e2d5c2e0ce43f9b352daee2f2bf5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372152 Aug 24 03:36:42.328976 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885582f9-cf58-4c89-a725-ad0263282fa4 req-0b5a9b18-84f2-4d69-8dc2-4f5b6024a9c9 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:42.330373 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-885582f9-cf58-4c89-a725-ad0263282fa4 req-0b5a9b18-84f2-4d69-8dc2-4f5b6024a9c9 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0803542 Aug 24 03:36:42.479876 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:42.500421 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-885582f9-cf58-4c89-a725-ad0263282fa4 req-b32fabd4-5342-4320-aa64-e03e7e219ddc tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594613 Aug 24 03:36:42.569502 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-580a155e-89b1-42d4-92db-5d0edb96fd2f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:42.571513 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-580a155e-89b1-42d4-92db-5d0edb96fd2f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401538 Aug 24 03:36:42.591118 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-50017689-7777-47b8-b3a0-21011e04ae5c tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/quotas/d5e2d5c2e0ce43f9b352daee2f2bf5f9 HTTP/1.1" status: 200 len: 375 time: 0.0134101 Aug 24 03:36:42.627813 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-54bfef4b-041b-4644-94ab-370456e2a468 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=d5e2d5c2e0ce43f9b352daee2f2bf5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297394 Aug 24 03:36:42.799649 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-194745dc-8677-41a5-a4c6-8baf45cc6be2 req-147dbb97-3507-486d-b369-4f6c0aba80f2 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 210 time: 0.0336215 Aug 24 03:36:43.070417 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a82302-7b5a-4fe4-8351-f3f025b371a2 req-f4a3b1eb-e3e2-4ce6-b8d0-b913eaf33835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:43.071930 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-09a82302-7b5a-4fe4-8351-f3f025b371a2 req-f4a3b1eb-e3e2-4ce6-b8d0-b913eaf33835 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 1130 time: 0.0433688 Aug 24 03:36:43.164526 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a82302-7b5a-4fe4-8351-f3f025b371a2 req-6d3f7de6-a9db-41e4-b4d1-00e30b86a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:43.166594 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-09a82302-7b5a-4fe4-8351-f3f025b371a2 req-6d3f7de6-a9db-41e4-b4d1-00e30b86a592 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=52ff60ab-ab6b-4793-b855-63432cd730d4 HTTP/1.1" status: 200 len: 918 time: 0.0878239 Aug 24 03:36:43.235419 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-09a82302-7b5a-4fe4-8351-f3f025b371a2 req-6174c1bb-4ddb-4de3-a931-5fed90f98191 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c49bffe3-b213-40d0-a914-6759e188a044 HTTP/1.1" status: 200 len: 1002 time: 0.0611787 Aug 24 03:36:43.288480 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a82302-7b5a-4fe4-8351-f3f025b371a2 req-68ac3ff6-c29b-4359-8a6c-8809c93c91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:43.290028 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-09a82302-7b5a-4fe4-8351-f3f025b371a2 req-68ac3ff6-c29b-4359-8a6c-8809c93c91a9 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=8eba2ef7-6d0c-4faf-acaa-72abc36d027f HTTP/1.1" status: 200 len: 856 time: 0.0445499 Aug 24 03:36:43.352748 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a82302-7b5a-4fe4-8351-f3f025b371a2 req-c98cdd41-ac28-42ef-addf-b5c9e7bc5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:43.354962 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-09a82302-7b5a-4fe4-8351-f3f025b371a2 req-c98cdd41-ac28-42ef-addf-b5c9e7bc5129 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=52ff60ab-ab6b-4793-b855-63432cd730d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415590 Aug 24 03:36:43.451801 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-09a82302-7b5a-4fe4-8351-f3f025b371a2 req-9508a1fd-2be5-4980-9362-d97006981f8d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894518 Aug 24 03:36:43.631555 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb426937-cafa-4146-b52b-2a242fdfee0b req-c63937f4-7cd3-4305-907c-b72f08ef129e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:43.633067 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bb426937-cafa-4146-b52b-2a242fdfee0b req-c63937f4-7cd3-4305-907c-b72f08ef129e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0489330 Aug 24 03:36:43.681346 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bb426937-cafa-4146-b52b-2a242fdfee0b req-dfd31f3f-5e2c-4017-847c-6a61c02a0a53 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420651 Aug 24 03:36:43.733059 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:43.738315 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-09a82302-7b5a-4fe4-8351-f3f025b371a2 req-81b64cc9-9630-4c24-92c0-a4c944a1d810 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926108 Aug 24 03:36:43.910904 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2d600461-b5f0-4610-99d1-357e2ddf32ae req-e3b622e1-ba6b-44c0-ba30-e165d6874292 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 210 time: 0.0320907 Aug 24 03:36:44.070680 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 57512) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:44.175565 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-be4ccf4b-736b-4078-a9aa-ec61ec625070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:44.250507 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-be4ccf4b-736b-4078-a9aa-ec61ec625070 admin admin] Publish callbacks [] for security_group (a86c347c-05ae-4d64-9b06-6aebebec0ea1), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:44.254117 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-be4ccf4b-736b-4078-a9aa-ec61ec625070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (a86c347c-05ae-4d64-9b06-6aebebec0ea1), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:44.295617 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-be4ccf4b-736b-4078-a9aa-ec61ec625070 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=81ebddce0aa6479dab57c7c239d7b848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238712 Aug 24 03:36:44.296477 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ccf4b-736b-4078-a9aa-ec61ec625070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86c347c-05ae-4d64-9b06-6aebebec0ea1,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:44.298529 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 57516) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:44.351771 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2037cfed-9054-4027-afc2-f9b1885f013f admin admin] Publish callbacks [] for security_group (a86c347c-05ae-4d64-9b06-6aebebec0ea1), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:44.372026 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2037cfed-9054-4027-afc2-f9b1885f013f admin admin] Publish callbacks [] for security_group (a86c347c-05ae-4d64-9b06-6aebebec0ea1), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:44.417866 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2037cfed-9054-4027-afc2-f9b1885f013f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (a86c347c-05ae-4d64-9b06-6aebebec0ea1), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:44.420271 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2037cfed-9054-4027-afc2-f9b1885f013f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:44.421470 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-2037cfed-9054-4027-afc2-f9b1885f013f admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/a86c347c-05ae-4d64-9b06-6aebebec0ea1 HTTP/1.1" status: 204 len: 168 time: 0.1218746 Aug 24 03:36:44.429934 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037cfed-9054-4027-afc2-f9b1885f013f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86c347c-05ae-4d64-9b06-6aebebec0ea1,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:44.697375 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 57522) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:44.710866 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba13016a-b9cc-46b2-b311-8872f3bcae7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:44.824997 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba13016a-b9cc-46b2-b311-8872f3bcae7c admin admin] Publish callbacks [] for security_group (b520a086-7f15-46c0-b4ce-84c333385423), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:44.831840 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba148a2a-7c57-4bb6-a24f-97f31ebe9aa3 req-5f2e55cf-466f-467a-b0c7-5709be4d1004 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:44.833381 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ba148a2a-7c57-4bb6-a24f-97f31ebe9aa3 req-5f2e55cf-466f-467a-b0c7-5709be4d1004 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0705848 Aug 24 03:36:44.834407 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba13016a-b9cc-46b2-b311-8872f3bcae7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (b520a086-7f15-46c0-b4ce-84c333385423), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:44.902024 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ba13016a-b9cc-46b2-b311-8872f3bcae7c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=0bc1d0b8f79e44739d1ebd75b663379b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033985 Aug 24 03:36:44.904785 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 57526) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:44.904993 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13016a-b9cc-46b2-b311-8872f3bcae7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b520a086-7f15-46c0-b4ce-84c333385423,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:44.915255 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:44.924288 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ba148a2a-7c57-4bb6-a24f-97f31ebe9aa3 req-694d58b0-1e3c-447c-a17a-468292870ca6 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786738 Aug 24 03:36:44.969513 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-566e90f3-38de-410b-8ad2-81e553787d3e admin admin] Publish callbacks [] for security_group (b520a086-7f15-46c0-b4ce-84c333385423), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:44.991476 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-566e90f3-38de-410b-8ad2-81e553787d3e admin admin] Publish callbacks [] for security_group (b520a086-7f15-46c0-b4ce-84c333385423), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:45.016437 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5f4d0b95-dc57-4b48-be46-64102037a718 req-1a0626b1-3f8c-4788-ac72-1ae382545892 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 210 time: 0.0288544 Aug 24 03:36:45.048203 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-566e90f3-38de-410b-8ad2-81e553787d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (b520a086-7f15-46c0-b4ce-84c333385423), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:45.050742 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-566e90f3-38de-410b-8ad2-81e553787d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:45.051948 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-566e90f3-38de-410b-8ad2-81e553787d3e admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/b520a086-7f15-46c0-b4ce-84c333385423 HTTP/1.1" status: 204 len: 168 time: 0.1458335 Aug 24 03:36:45.060470 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e90f3-38de-410b-8ad2-81e553787d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b520a086-7f15-46c0-b4ce-84c333385423,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:45.282588 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-59ba81fe-1cae-422d-b274-122df572b3d6 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=d5e2d5c2e0ce43f9b352daee2f2bf5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309982 Aug 24 03:36:45.330776 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:45.543593 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 57538) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:45.557946 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e34c89a2-82b2-4ede-93e0-01d98c074978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:45.645644 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e34c89a2-82b2-4ede-93e0-01d98c074978 admin admin] Publish callbacks [] for security_group (9f60d453-2241-48a5-aaa1-65e81854bfc6), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:45.652061 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e34c89a2-82b2-4ede-93e0-01d98c074978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (9f60d453-2241-48a5-aaa1-65e81854bfc6), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:45.692782 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e34c89a2-82b2-4ede-93e0-01d98c074978 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=8ee820b898d846a8ad6f159a53ccc015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480696 Aug 24 03:36:45.695922 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 57540) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:45.709758 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c89a2-82b2-4ede-93e0-01d98c074978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f60d453-2241-48a5-aaa1-65e81854bfc6,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:45.730824 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-ae2ccab3-d02e-4fe9-a4c0-c9b634e8eda7 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:45.732346 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-ae2ccab3-d02e-4fe9-a4c0-c9b634e8eda7 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4446597 Aug 24 03:36:45.737940 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:45.751257 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc184-aad0-4ce5-bfb1-58f928391252 admin admin] Publish callbacks [] for security_group (9f60d453-2241-48a5-aaa1-65e81854bfc6), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:45.775990 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc184-aad0-4ce5-bfb1-58f928391252 admin admin] Publish callbacks [] for security_group (9f60d453-2241-48a5-aaa1-65e81854bfc6), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:45.823177 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc184-aad0-4ce5-bfb1-58f928391252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (9f60d453-2241-48a5-aaa1-65e81854bfc6), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:45.825767 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc184-aad0-4ce5-bfb1-58f928391252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:45.826904 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e7bfc184-aad0-4ce5-bfb1-58f928391252 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/9f60d453-2241-48a5-aaa1-65e81854bfc6 HTTP/1.1" status: 204 len: 168 time: 0.1300576 Aug 24 03:36:45.835167 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfc184-aad0-4ce5-bfb1-58f928391252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f60d453-2241-48a5-aaa1-65e81854bfc6,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:45.928253 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Request body: {'port': {'device_id': '287e45cb-e736-49a5-9d00-1d603163b29a', 'network_id': 'a11d367d-003e-4742-8767-d69f543fee5a', 'admin_state_up': True, 'tenant_id': 'd5e2d5c2e0ce43f9b352daee2f2bf5f9'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:36:46.075460 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Made reservation on behalf of d5e2d5c2e0ce43f9b352daee2f2bf5f9 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:36:46.077787 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08c085-909a-4bbb-816e-9f3a8533d008 req-7d11cf28-02b0-4236-81e9-fd71a7192d95 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:46.079199 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:46.079361 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8c08c085-909a-4bbb-816e-9f3a8533d008 req-7d11cf28-02b0-4236-81e9-fd71a7192d95 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 946 time: 0.0602572 Aug 24 03:36:46.094284 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:46.140748 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5dba0c4c-0874-4723-a9c8-aaa36b487262 req-df5be26f-94d7-4041-b145-765490dd1c13 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 210 time: 0.0339029 Aug 24 03:36:46.168070 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8c08c085-909a-4bbb-816e-9f3a8533d008 req-3c00cdb4-e547-4804-83a1-4206f3759b45 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782800 Aug 24 03:36:46.181329 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Publish callbacks [] for security_group (7c4bbbc4-572f-4e0a-85bb-51479aeb3e47), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:46.187193 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (7c4bbbc4-572f-4e0a-85bb-51479aeb3e47), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:46.258682 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:46.346338 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Allocated IP 192.168.233.247 (a11d367d-003e-4742-8767-d69f543fee5a/e4013c6d-55cf-4f08-9c49-3819796e783a/8c0cf45f-a6e0-4319-bf26-59451ac30413) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:36:46.349123 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:46.397116 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device c49bffe3-b213-40d0-a914-6759e188a044 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:36:46.486726 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port c49bffe3-b213-40d0-a914-6759e188a044 is: ACTIVE; New status is: DOWN {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:36:46.487423 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c49bffe3-b213-40d0-a914-6759e188a044), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:46.524254 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c49bffe3-b213-40d0-a914-6759e188a044'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:36:46.527324 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f086c02-fff6-4e0d-ae54-be975211ff05" -d '{"events": [{"server_uuid": "a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4", "name": "network-vif-unplugged", "status": "completed", "tag": "c49bffe3-b213-40d0-a914-6759e188a044"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:36:46.545841 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port c49bffe3-b213-40d0-a914-6759e188a044, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c49bffe3-b213-40d0-a914-6759e188a044,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:36:46.553516 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (c49bffe3-b213-40d0-a914-6759e188a044), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:46.555443 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Publish callbacks [] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:46.607137 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 03:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb303f12-e08e-49e8-ae90-07bea8584da8 x-openstack-request-id: req-cb303f12-e08e-49e8-ae90-07bea8584da8 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:36:46.607719 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4", "name": "network-vif-unplugged", "status": "failed", "tag": "c49bffe3-b213-40d0-a914-6759e188a044", "code": 422}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:36:46.608244 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb303f12-e08e-49e8-ae90-07bea8584da8 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:36:46.608645 dv-cinder-854261-1-iscsi neutron-server[106303]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cb303f12-e08e-49e8-ae90-07bea8584da8']: {'server_uuid': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c49bffe3-b213-40d0-a914-6759e188a044', 'code': 422} returned with failed status Aug 24 03:36:46.617821 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:46.636032 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=c49bffe3-b213-40d0-a914-6759e188a044,revision_number=8']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:46.679027 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Network a11d367d-003e-4742-8767-d69f543fee5a is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:36:46.684261 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:36:46.687465 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:36:46.736336 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Pushing event updated for resources: {'Port': ['ID=8c0cf45f-a6e0-4319-bf26-59451ac30413,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:46.745074 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:46.766690 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:46.767325 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:46.788639 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7ff9ed8-b2b3-44b7-8eae-a3aa0198f04f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8657053 Aug 24 03:36:46.809316 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Request body: {'port': {'device_id': '287e45cb-e736-49a5-9d00-1d603163b29a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:36:46.876732 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:46.972266 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-6d07c37a-f394-4c5f-964d-e5fdbc880c5d None None] Provisioning complete for port 8c0cf45f-a6e0-4319-bf26-59451ac30413 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:36:46.972885 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6d07c37a-f394-4c5f-964d-e5fdbc880c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:47.028934 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-6d07c37a-f394-4c5f-964d-e5fdbc880c5d None None] Port 8c0cf45f-a6e0-4319-bf26-59451ac30413 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:36:47.073999 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:47.093580 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:47.201463 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0cf45f-a6e0-4319-bf26-59451ac30413 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:36:47.212519 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Publish callbacks [] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:47.226877 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Transition to ACTIVE for port object 8c0cf45f-a6e0-4319-bf26-59451ac30413 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:36:47.232599 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:47.301047 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Pushing event updated for resources: {'Port': ['ID=8c0cf45f-a6e0-4319-bf26-59451ac30413,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:47.317084 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9150d-3136-43ba-9628-98aa9c4129e9 req-e2eab75a-c987-4099-8dd1-b0a879d09c14 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:47.318689 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bdd9150d-3136-43ba-9628-98aa9c4129e9 req-e2eab75a-c987-4099-8dd1-b0a879d09c14 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 948 time: 0.0765350 Aug 24 03:36:47.356612 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Attempting to bind port 8c0cf45f-a6e0-4319-bf26-59451ac30413 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:36:47.357720 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Attempting to bind port 8c0cf45f-a6e0-4319-bf26-59451ac30413 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '6b2fdd00-eae2-4159-9347-19ca1bb09458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a11d367d-003e-4742-8767-d69f543fee5a'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:36:47.357949 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Attempting to bind port 8c0cf45f-a6e0-4319-bf26-59451ac30413 on network a11d367d-003e-4742-8767-d69f543fee5a {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:36:47.363981 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Port 8c0cf45f-a6e0-4319-bf26-59451ac30413 on network a11d367d-003e-4742-8767-d69f543fee5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:36:47.364479 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Attempting to bind port 8c0cf45f-a6e0-4319-bf26-59451ac30413 on network a11d367d-003e-4742-8767-d69f543fee5a {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:36:47.368291 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-d46c973c-fb2f-4e0f-bc6e-82fa8baa86ec req-6284b557-507d-47d9-a54d-f9970ff59be2 service neutron] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:36:47.370176 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:36:47.370523 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Checking segment: {'id': '6b2fdd00-eae2-4159-9347-19ca1bb09458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a11d367d-003e-4742-8767-d69f543fee5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:36:47.370900 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Bound using segment: {'id': '6b2fdd00-eae2-4159-9347-19ca1bb09458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a11d367d-003e-4742-8767-d69f543fee5a'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:36:47.371338 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Bound port: 8c0cf45f-a6e0-4319-bf26-59451ac30413, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b2fdd00-eae2-4159-9347-19ca1bb09458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a11d367d-003e-4742-8767-d69f543fee5a'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:36:47.371696 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:47.377414 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6f974eca-5700-4938-85cf-d4801216799c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:47.390195 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d46c973c-fb2f-4e0f-bc6e-82fa8baa86ec req-6284b557-507d-47d9-a54d-f9970ff59be2 service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1877787 Aug 24 03:36:47.411565 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:47.453184 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bdd9150d-3136-43ba-9628-98aa9c4129e9 req-fa37f229-483b-4493-8e4f-713bf6579a11 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196320 Aug 24 03:36:47.474318 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] For port 8c0cf45f-a6e0-4319-bf26-59451ac30413, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:36:47.478445 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] For port 8c0cf45f-a6e0-4319-bf26-59451ac30413, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8c0cf45f-a6e0-4319-bf26-59451ac30413,segment=NetworkSegment(6b2fdd00-eae2-4159-9347-19ca1bb09458),segment_id=6b2fdd00-eae2-4159-9347-19ca1bb09458)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:36:47.502154 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:47.506687 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:47.507573 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:47.509004 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-13283556-57c0-4358-9665-2bce9a39288a service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/8c0cf45f-a6e0-4319-bf26-59451ac30413 HTTP/1.1" status: 200 len: 1098 time: 0.7052526 Aug 24 03:36:47.509505 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287e45cb-e736-49a5-9d00-1d603163b29a', 'tag': '8c0cf45f-a6e0-4319-bf26-59451ac30413'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:36:47.512054 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb74c9d-21bc-4b67-ad28-e440b8007a90" -d '{"events": [{"name": "network-changed", "server_uuid": "287e45cb-e736-49a5-9d00-1d603163b29a", "tag": "8c0cf45f-a6e0-4319-bf26-59451ac30413"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:36:47.568472 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13283556-57c0-4358-9665-2bce9a39288a service neutron] Pushing event updated for resources: {'Port': ['ID=8c0cf45f-a6e0-4319-bf26-59451ac30413,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:47.576758 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29313eb-bfa3-401c-8050-efda94798db1 x-openstack-request-id: req-c29313eb-bfa3-401c-8050-efda94798db1 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:36:47.577130 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287e45cb-e736-49a5-9d00-1d603163b29a", "tag": "8c0cf45f-a6e0-4319-bf26-59451ac30413", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:36:47.577476 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c29313eb-bfa3-401c-8050-efda94798db1 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:36:47.577979 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29313eb-bfa3-401c-8050-efda94798db1'] response: {'name': 'network-changed', 'server_uuid': '287e45cb-e736-49a5-9d00-1d603163b29a', 'tag': '8c0cf45f-a6e0-4319-bf26-59451ac30413', 'status': 'completed', 'code': 200} Aug 24 03:36:47.644696 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-5783a3c2-4a96-47cc-bbfb-4702d38ceb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:47.646257 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-5783a3c2-4a96-47cc-bbfb-4702d38ceb81 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=d5e2d5c2e0ce43f9b352daee2f2bf5f9&device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 1132 time: 0.0461113 Aug 24 03:36:47.656908 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93289439-4b71-48ff-a9ed-41c027ade0eb req-8747e46a-6673-43d0-b4d9-9f7aa4a54f64 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:47.658766 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-93289439-4b71-48ff-a9ed-41c027ade0eb req-8747e46a-6673-43d0-b4d9-9f7aa4a54f64 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0531356 Aug 24 03:36:47.699710 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-58dc7b2d-f474-4c0d-b856-1439004f4335 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=8c0cf45f-a6e0-4319-bf26-59451ac30413 HTTP/1.1" status: 200 len: 217 time: 0.0405042 Aug 24 03:36:47.710169 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-93289439-4b71-48ff-a9ed-41c027ade0eb req-dbf487b4-58a9-4d0a-9d1b-2adb10ae7deb tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440450 Aug 24 03:36:47.758832 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-581d8b58-ff48-410d-b23f-1a2b5281e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:47.761355 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-581d8b58-ff48-410d-b23f-1a2b5281e8c0 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e4013c6d-55cf-4f08-9c49-3819796e783a HTTP/1.1" status: 200 len: 843 time: 0.0558159 Aug 24 03:36:47.809153 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-37e33617-9446-45eb-9adb-f2fab73f36ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:47.810840 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-37e33617-9446-45eb-9adb-f2fab73f36ac service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a11d367d-003e-4742-8767-d69f543fee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0425766 Aug 24 03:36:47.907708 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:47.911747 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-f8909fc8-304a-4ad8-8f76-5793b453581f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a11d367d-003e-4742-8767-d69f543fee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938802 Aug 24 03:36:47.955631 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 57636) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:48.008021 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9143c622-ebcc-46e9-bf26-fcab98bbdd5d req-c7e24e15-ce0f-4b71-bd5a-41765f2419da service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a11d367d-003e-4742-8767-d69f543fee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898402 Aug 24 03:36:48.039573 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-af5f8d64-08de-40f6-a876-4671e7d163a6 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827994 Aug 24 03:36:48.048749 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-fbd540f5-782f-450f-b2e3-9d14f28083ea service neutron] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:36:48.049732 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-fbd540f5-782f-450f-b2e3-9d14f28083ea service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050645 Aug 24 03:36:48.127677 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 57644) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:48.223054 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-bdd30861-86fd-4c98-97f6-5914b044cc3b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:48.224301 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-bdd30861-86fd-4c98-97f6-5914b044cc3b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports/c49bffe3-b213-40d0-a914-6759e188a044 HTTP/1.1" status: 200 len: 941 time: 0.0955939 Aug 24 03:36:48.598400 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812117cc-b8be-4fda-91d9-c3830aa29d5e req-3b6a69ba-c3d2-423d-916b-2ccffc602358 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:48.599903 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-812117cc-b8be-4fda-91d9-c3830aa29d5e req-3b6a69ba-c3d2-423d-916b-2ccffc602358 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 948 time: 0.0478041 Aug 24 03:36:48.649038 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-812117cc-b8be-4fda-91d9-c3830aa29d5e req-975e6631-1eff-4b62-8c2f-e3651d790c31 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432324 Aug 24 03:36:48.854844 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb74c9d-21bc-4b67-ad28-e440b8007a90 req-526872f9-275d-4810-8fa3-012993d4a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:48.855725 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a4ea-69a8-4d7e-b50c-9a0a0873b8ff req-93a68a09-bd40-4f1a-a5e4-763933b50d40 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:48.856585 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9cb74c9d-21bc-4b67-ad28-e440b8007a90 req-526872f9-275d-4810-8fa3-012993d4a90b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=d5e2d5c2e0ce43f9b352daee2f2bf5f9&device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 1132 time: 0.0486209 Aug 24 03:36:48.857248 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ad13a4ea-69a8-4d7e-b50c-9a0a0873b8ff req-93a68a09-bd40-4f1a-a5e4-763933b50d40 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0485451 Aug 24 03:36:48.870262 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:48.927084 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ad13a4ea-69a8-4d7e-b50c-9a0a0873b8ff req-9f1d2472-a09a-4750-98dc-f44ddc73170f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641637 Aug 24 03:36:48.962304 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb74c9d-21bc-4b67-ad28-e440b8007a90 req-b890ace8-bfbb-483d-bff1-34b45b262cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:48.963855 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9cb74c9d-21bc-4b67-ad28-e440b8007a90 req-b890ace8-bfbb-483d-bff1-34b45b262cd3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a11d367d-003e-4742-8767-d69f543fee5a HTTP/1.1" status: 200 len: 870 time: 0.1001828 Aug 24 03:36:49.022932 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9cb74c9d-21bc-4b67-ad28-e440b8007a90 req-1d59edc6-5ff1-4b74-8453-b951ff67558e service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=8c0cf45f-a6e0-4319-bf26-59451ac30413 HTTP/1.1" status: 200 len: 217 time: 0.0343261 Aug 24 03:36:49.777443 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc877e69-0d42-4b26-bce5-7f1682386825 req-fb69d67a-c1bf-4e5b-a935-86c2f3c73290 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:49.778998 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cc877e69-0d42-4b26-bce5-7f1682386825 req-fb69d67a-c1bf-4e5b-a935-86c2f3c73290 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 948 time: 0.0551414 Aug 24 03:36:49.828070 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cc877e69-0d42-4b26-bce5-7f1682386825 req-a1ebd943-2de9-4836-9131-df73c5398504 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428207 Aug 24 03:36:49.855281 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-fb7d5c18-e108-44de-a237-fe048835952f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:50.052119 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2181c-4ff5-4e6c-a8f5-86b7e8632f13 req-bd6a86b1-1c79-4426-8e08-24dcc56363b9 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:50.053670 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f2a2181c-4ff5-4e6c-a8f5-86b7e8632f13 req-bd6a86b1-1c79-4426-8e08-24dcc56363b9 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0474110 Aug 24 03:36:50.102232 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f2a2181c-4ff5-4e6c-a8f5-86b7e8632f13 req-b457cced-fa3a-4128-9129-4f1dc7672d57 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421972 Aug 24 03:36:50.873987 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:50.953239 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192a2df-dc0b-4240-971d-08b73264929a req-17c7ec8a-1bc3-4495-8717-117cdc403503 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:50.954730 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3192a2df-dc0b-4240-971d-08b73264929a req-17c7ec8a-1bc3-4495-8717-117cdc403503 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 948 time: 0.0497432 Aug 24 03:36:51.001307 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3192a2df-dc0b-4240-971d-08b73264929a req-3510887b-3204-4a91-87a8-aacf79314326 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Aug 24 03:36:51.227938 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1431128-c5ea-4afb-b339-01af8c641421 req-2a1f00ab-39b2-49ef-bbd6-5b639f5339dd tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:51.230069 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c1431128-c5ea-4afb-b339-01af8c641421 req-2a1f00ab-39b2-49ef-bbd6-5b639f5339dd tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0463753 Aug 24 03:36:51.276152 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c1431128-c5ea-4afb-b339-01af8c641421 req-ef53f8a5-275f-4906-915d-3f8de7fdd926 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404925 Aug 24 03:36:51.529010 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 8c0cf45f-a6e0-4319-bf26-59451ac30413 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:36:51.586138 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb74c9d-21bc-4b67-ad28-e440b8007a90 req-d5a92f47-79bb-4680-adf5-1a63ffe26a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:51.589063 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9cb74c9d-21bc-4b67-ad28-e440b8007a90 req-d5a92f47-79bb-4680-adf5-1a63ffe26a80 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e4013c6d-55cf-4f08-9c49-3819796e783a HTTP/1.1" status: 200 len: 843 time: 0.0590124 Aug 24 03:36:51.638066 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb74c9d-21bc-4b67-ad28-e440b8007a90 req-517ffb1e-a0e5-4ba0-9506-16af312af8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:51.639718 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9cb74c9d-21bc-4b67-ad28-e440b8007a90 req-517ffb1e-a0e5-4ba0-9506-16af312af8e1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a11d367d-003e-4742-8767-d69f543fee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0430365 Aug 24 03:36:51.646951 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 8c0cf45f-a6e0-4319-bf26-59451ac30413, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8c0cf45f-a6e0-4319-bf26-59451ac30413,segment=NetworkSegment(6b2fdd00-eae2-4159-9347-19ca1bb09458),segment_id=6b2fdd00-eae2-4159-9347-19ca1bb09458)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:36:51.659211 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '8c0cf45f-a6e0-4319-bf26-59451ac30413', 'network_id': 'a11d367d-003e-4742-8767-d69f543fee5a', 'port_id': '8c0cf45f-a6e0-4319-bf26-59451ac30413', 'mac_address': 'fa:16:3e:f4:82:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4013c6d-55cf-4f08-9c49-3819796e783a', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:36:51.694424 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 8c0cf45f-a6e0-4319-bf26-59451ac30413 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:36:51.694799 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:51.708627 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0cf45f-a6e0-4319-bf26-59451ac30413 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:36:51.730552 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 8c0cf45f-a6e0-4319-bf26-59451ac30413, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8c0cf45f-a6e0-4319-bf26-59451ac30413,segment=NetworkSegment(6b2fdd00-eae2-4159-9347-19ca1bb09458),segment_id=6b2fdd00-eae2-4159-9347-19ca1bb09458)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:36:51.734383 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:51.769210 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:51.785572 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=8c0cf45f-a6e0-4319-bf26-59451ac30413,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:51.986154 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-843a8342-4e0a-4000-b23f-eaa505a222d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:51.987652 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-843a8342-4e0a-4000-b23f-eaa505a222d4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4&tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c HTTP/1.1" status: 200 len: 1128 time: 0.0760653 Aug 24 03:36:52.004194 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9cb74c9d-21bc-4b67-ad28-e440b8007a90 req-0e80192c-bdb1-4ebf-a3e9-236d94d894d7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a11d367d-003e-4742-8767-d69f543fee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256719 Aug 24 03:36:52.071318 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['8c0cf45f-a6e0-4319-bf26-59451ac30413'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:36:52.114743 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:52.123539 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-2f797780-e335-43ae-b9dd-8b9f88f99582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:52.125061 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-2f797780-e335-43ae-b9dd-8b9f88f99582 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 1128 time: 0.0874734 Aug 24 03:36:52.125923 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2f00-c86d-4f82-b649-2aad802c50cf req-f4fcd953-2ebf-4a96-b338-762994ded5a4 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:52.131579 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d64e2f00-c86d-4f82-b649-2aad802c50cf req-f4fcd953-2ebf-4a96-b338-762994ded5a4 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 949 time: 0.0553064 Aug 24 03:36:52.176894 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:52.188349 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9cb74c9d-21bc-4b67-ad28-e440b8007a90 req-3f96ef0c-3464-4b66-9980-39d76a98643a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a11d367d-003e-4742-8767-d69f543fee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696520 Aug 24 03:36:52.194332 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d64e2f00-c86d-4f82-b649-2aad802c50cf req-c4790231-926d-4807-865b-de64dd6299fc tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607970 Aug 24 03:36:52.255460 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-5f1487d9-153d-49f3-bde2-ee053bf12aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:52.256960 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-5f1487d9-153d-49f3-bde2-ee053bf12aa0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=52ff60ab-ab6b-4793-b855-63432cd730d4 HTTP/1.1" status: 200 len: 918 time: 0.1241367 Aug 24 03:36:52.324356 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-391f5aeb-1395-4fe9-b6f4-a21219be2071 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c49bffe3-b213-40d0-a914-6759e188a044 HTTP/1.1" status: 200 len: 1000 time: 0.0611584 Aug 24 03:36:52.377185 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-88e741c6-2e77-457d-97f8-4468d9a7f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:52.378669 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-88e741c6-2e77-457d-97f8-4468d9a7f4ef service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=8eba2ef7-6d0c-4faf-acaa-72abc36d027f HTTP/1.1" status: 200 len: 856 time: 0.0460656 Aug 24 03:36:52.398188 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e25b-01c0-453b-967b-ee65fba5372a req-73b56eba-e91b-4e7c-a049-b53b8289ee74 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:52.399790 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3bf3e25b-01c0-453b-967b-ee65fba5372a req-73b56eba-e91b-4e7c-a049-b53b8289ee74 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0461814 Aug 24 03:36:52.423013 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-1114de62-5f82-42b2-a69b-0dfe63384def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:52.424527 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-1114de62-5f82-42b2-a69b-0dfe63384def service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=52ff60ab-ab6b-4793-b855-63432cd730d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397999 Aug 24 03:36:52.448283 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3bf3e25b-01c0-453b-967b-ee65fba5372a req-dc86bce5-2ade-4060-a116-1371f400fa99 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417504 Aug 24 03:36:52.520840 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-ff999c9c-4389-4bd2-afc5-f401a28b8b09 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892217 Aug 24 03:36:52.539263 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:52.596192 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:52.612230 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4ff4b79e-49fb-4dae-85e8-db2dd2895738 req-c67b2374-2a5e-457f-b175-4386a975bbdc service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853038 Aug 24 03:36:52.620586 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:53.335622 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaf50c-aa60-49c7-a7e9-317b3ef85102 req-1d649540-4fc3-4594-b71c-666b1e80bb7a tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:53.337227 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ddaf50c-aa60-49c7-a7e9-317b3ef85102 req-1d649540-4fc3-4594-b71c-666b1e80bb7a tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 949 time: 0.0503542 Aug 24 03:36:53.396090 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ddaf50c-aa60-49c7-a7e9-317b3ef85102 req-53f82e95-e9f2-4f8a-bb6e-ab51a7fd120f tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510576 Aug 24 03:36:53.543034 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 8c0cf45f-a6e0-4319-bf26-59451ac30413 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:36:53.643928 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e25633-cef2-4536-8943-240696a6bfe6 req-16ca52b1-341f-42d5-b08f-a201ba0aa51e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:53.646254 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d2e25633-cef2-4536-8943-240696a6bfe6 req-16ca52b1-341f-42d5-b08f-a201ba0aa51e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0837784 Aug 24 03:36:53.659032 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port 8c0cf45f-a6e0-4319-bf26-59451ac30413 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:36:53.670978 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 8c0cf45f-a6e0-4319-bf26-59451ac30413 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:36:53.672123 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:53.752994 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d2e25633-cef2-4536-8943-240696a6bfe6 req-72e5fa99-be26-457f-801b-b90bee7366c2 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979567 Aug 24 03:36:53.792870 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 8c0cf45f-a6e0-4319-bf26-59451ac30413 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:36:53.793362 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:53.826304 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287e45cb-e736-49a5-9d00-1d603163b29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0cf45f-a6e0-4319-bf26-59451ac30413'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:36:53.828905 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d4ea23-2591-4f6a-b20b-f2463ce9c4de" -d '{"events": [{"server_uuid": "287e45cb-e736-49a5-9d00-1d603163b29a", "name": "network-vif-plugged", "status": "completed", "tag": "8c0cf45f-a6e0-4319-bf26-59451ac30413"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:36:53.849783 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 8c0cf45f-a6e0-4319-bf26-59451ac30413, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8c0cf45f-a6e0-4319-bf26-59451ac30413,segment=NetworkSegment(6b2fdd00-eae2-4159-9347-19ca1bb09458),segment_id=6b2fdd00-eae2-4159-9347-19ca1bb09458)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:36:53.856868 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:53.909855 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4b0b38-22a1-49bb-8804-31429e75e2ad x-openstack-request-id: req-aa4b0b38-22a1-49bb-8804-31429e75e2ad {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:36:53.910776 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287e45cb-e736-49a5-9d00-1d603163b29a", "name": "network-vif-plugged", "status": "completed", "tag": "8c0cf45f-a6e0-4319-bf26-59451ac30413", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:36:53.911341 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa4b0b38-22a1-49bb-8804-31429e75e2ad {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:36:53.911955 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4b0b38-22a1-49bb-8804-31429e75e2ad'] response: {'server_uuid': '287e45cb-e736-49a5-9d00-1d603163b29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0cf45f-a6e0-4319-bf26-59451ac30413', 'code': 200} Aug 24 03:36:53.948342 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=8c0cf45f-a6e0-4319-bf26-59451ac30413,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:54.552837 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 57730) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:54.553707 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef837ce-163e-4684-aac2-65393284d73e req-85d3b775-2f0c-4ae4-882c-fa48de4c43c5 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:54.555990 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0ef837ce-163e-4684-aac2-65393284d73e req-85d3b775-2f0c-4ae4-882c-fa48de4c43c5 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 950 time: 0.0624790 Aug 24 03:36:54.624812 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0ef837ce-163e-4684-aac2-65393284d73e req-421a6f5c-ac91-406d-9582-e4cf46952773 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540102 Aug 24 03:36:54.684247 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-12ae5d08-27b9-4b85-a0ca-7784a3094532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:54.792508 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-12ae5d08-27b9-4b85-a0ca-7784a3094532 admin admin] Publish callbacks [] for security_group (2c1b088e-be22-47f3-bfaa-a6716bbe2aa9), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:54.798927 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-12ae5d08-27b9-4b85-a0ca-7784a3094532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (2c1b088e-be22-47f3-bfaa-a6716bbe2aa9), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:54.833215 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-12ae5d08-27b9-4b85-a0ca-7784a3094532 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=34d5aed8849b4714909dd4ed7eb38ac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778134 Aug 24 03:36:54.837551 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 57736) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:36:54.870254 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae5d08-27b9-4b85-a0ca-7784a3094532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1b088e-be22-47f3-bfaa-a6716bbe2aa9,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:54.937466 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc70937-86e9-4b87-9a92-9c61944edee7 req-3599f26c-8196-4fda-bf67-8acce628a05e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:54.938893 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ecc70937-86e9-4b87-9a92-9c61944edee7 req-3599f26c-8196-4fda-bf67-8acce628a05e tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0759976 Aug 24 03:36:54.978272 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c5999ba8-62b6-4774-8e86-9f286a4123d4 admin admin] Publish callbacks [] for security_group (2c1b088e-be22-47f3-bfaa-a6716bbe2aa9), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:55.014703 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c5999ba8-62b6-4774-8e86-9f286a4123d4 admin admin] Publish callbacks [] for security_group (2c1b088e-be22-47f3-bfaa-a6716bbe2aa9), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:55.019086 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ecc70937-86e9-4b87-9a92-9c61944edee7 req-f1a91395-c7b1-401e-aecc-5df159483eca tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740452 Aug 24 03:36:55.034152 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:55.068672 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c5999ba8-62b6-4774-8e86-9f286a4123d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (2c1b088e-be22-47f3-bfaa-a6716bbe2aa9), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:55.071644 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c5999ba8-62b6-4774-8e86-9f286a4123d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:36:55.074701 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c5999ba8-62b6-4774-8e86-9f286a4123d4 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/2c1b088e-be22-47f3-bfaa-a6716bbe2aa9 HTTP/1.1" status: 204 len: 168 time: 0.2353897 Aug 24 03:36:55.086930 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5999ba8-62b6-4774-8e86-9f286a4123d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1b088e-be22-47f3-bfaa-a6716bbe2aa9,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:36:55.746756 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be5f09-1707-4e62-a1fd-c3f521db436e req-1dba5bc4-3508-4bc1-bc20-2bff59e9c8ee tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:55.748252 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e6be5f09-1707-4e62-a1fd-c3f521db436e req-1dba5bc4-3508-4bc1-bc20-2bff59e9c8ee tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 950 time: 0.0484250 Aug 24 03:36:55.801864 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e6be5f09-1707-4e62-a1fd-c3f521db436e req-39a643fb-7548-4b93-b16a-eee0ef2f463d tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480368 Aug 24 03:36:56.160690 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d233c-6ee5-420a-b79c-326e55dc06b9 req-3d8072c9-b62e-4724-8f29-41d2068ff164 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:56.162648 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-098d233c-6ee5-420a-b79c-326e55dc06b9 req-3d8072c9-b62e-4724-8f29-41d2068ff164 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0627816 Aug 24 03:36:56.213723 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-098d233c-6ee5-420a-b79c-326e55dc06b9 req-61ee58f1-0090-4edc-ab1a-a35dd156ca49 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440307 Aug 24 03:36:56.930831 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653a6d9-4a01-4f82-b0ec-f99ea11aedc0 req-3e4454bb-f5bd-40d4-8301-fda67c66a611 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:56.932494 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7653a6d9-4a01-4f82-b0ec-f99ea11aedc0 req-3e4454bb-f5bd-40d4-8301-fda67c66a611 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 950 time: 0.0493231 Aug 24 03:36:56.979540 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7653a6d9-4a01-4f82-b0ec-f99ea11aedc0 req-5569c37d-ae31-4a91-8083-a45f7aa45214 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Aug 24 03:36:57.348884 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:36:57.368573 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07887665-d805-4a8b-a30c-f87689658cfd req-a6b3204d-70c7-45f8-8f6c-0b5eb172c45f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:57.370571 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-07887665-d805-4a8b-a30c-f87689658cfd req-a6b3204d-70c7-45f8-8f6c-0b5eb172c45f tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0590372 Aug 24 03:36:57.418483 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-07887665-d805-4a8b-a30c-f87689658cfd req-82a41f5e-8c20-472d-b133-2fa2ffae7852 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421753 Aug 24 03:36:58.100852 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcad3f-8c1f-42bf-ab55-b2f62262d504 req-d966ed23-fd8e-4a9a-a198-350241dd0bb8 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:58.102319 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ebcad3f-8c1f-42bf-ab55-b2f62262d504 req-d966ed23-fd8e-4a9a-a198-350241dd0bb8 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 950 time: 0.0469997 Aug 24 03:36:58.148296 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ebcad3f-8c1f-42bf-ab55-b2f62262d504 req-5890f18f-409a-4337-a71d-8f039db6cec9 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 Aug 24 03:36:58.545251 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191afd71-bfe2-4444-9d31-f24c789ae91e req-af023fab-0fb7-4ef0-b4e9-d96c120a122a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:58.546723 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-191afd71-bfe2-4444-9d31-f24c789ae91e req-af023fab-0fb7-4ef0-b4e9-d96c120a122a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0462580 Aug 24 03:36:58.606479 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-191afd71-bfe2-4444-9d31-f24c789ae91e req-21788f1b-baf8-4978-9489-7962d65646e7 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542884 Aug 24 03:36:59.279381 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538a78e-7599-4bcf-8993-be8ede310b45 req-071b7d76-cd39-47b6-89c0-abe48acd20ee tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:59.281091 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b538a78e-7599-4bcf-8993-be8ede310b45 req-071b7d76-cd39-47b6-89c0-abe48acd20ee tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 950 time: 0.0579588 Aug 24 03:36:59.337129 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b538a78e-7599-4bcf-8993-be8ede310b45 req-c9e70660-a5f6-43ee-b3c4-5310ad03d889 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465603 Aug 24 03:36:59.733422 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeac10c-d6c0-498a-aef8-3307e54fbf63 req-541d3c2f-49c3-469f-86f3-5df3f02f4d4c tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:36:59.735079 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2aeac10c-d6c0-498a-aef8-3307e54fbf63 req-541d3c2f-49c3-469f-86f3-5df3f02f4d4c tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0474095 Aug 24 03:36:59.789170 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2aeac10c-d6c0-498a-aef8-3307e54fbf63 req-b39ed11c-5eb2-4b9f-9384-72a3b40df6f4 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478642 Aug 24 03:37:00.477576 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c372d-5622-46a6-8c42-f4f6d8c9684d req-64e17a76-4ea6-42a1-b2e2-98ebadcf777c tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:00.484852 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d79c372d-5622-46a6-8c42-f4f6d8c9684d req-64e17a76-4ea6-42a1-b2e2-98ebadcf777c tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 950 time: 0.0806897 Aug 24 03:37:00.531190 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d79c372d-5622-46a6-8c42-f4f6d8c9684d req-c3d02d16-fd13-44cc-82c3-2b511d7c69bb tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436947 Aug 24 03:37:00.946060 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56463a-4370-47fd-b0d7-00d0375b13d5 req-217c1e91-5dbe-4fc8-b62d-985439c3f435 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:00.947662 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6d56463a-4370-47fd-b0d7-00d0375b13d5 req-217c1e91-5dbe-4fc8-b62d-985439c3f435 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0517612 Aug 24 03:37:01.000211 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6d56463a-4370-47fd-b0d7-00d0375b13d5 req-f8b8f562-25df-46cc-acb8-6b48b96233a7 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462184 Aug 24 03:37:01.667770 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e2023-a820-451b-8448-8818df688a42 req-af7f527f-bf06-41fd-a706-90d72105466b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:01.669375 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a63e2023-a820-451b-8448-8818df688a42 req-af7f527f-bf06-41fd-a706-90d72105466b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 950 time: 0.0489759 Aug 24 03:37:01.681363 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:01.722264 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a63e2023-a820-451b-8448-8818df688a42 req-d5401bad-0acb-4f06-a8ac-e3cd662db5a9 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472739 Aug 24 03:37:02.137290 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c2c3b-21cc-40f4-a434-84b7f40288ec req-cf14c84e-aa10-4330-a256-0706c39de5bc tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:02.139062 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3a2c2c3b-21cc-40f4-a434-84b7f40288ec req-cf14c84e-aa10-4330-a256-0706c39de5bc tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0531697 Aug 24 03:37:02.196727 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3a2c2c3b-21cc-40f4-a434-84b7f40288ec req-d0c20b0f-65d4-4c0a-8d20-293394678d32 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512757 Aug 24 03:37:02.844794 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b33618-6622-4877-8b3e-506a29699a55 req-b38fa3d9-2d75-44c9-858d-fdf06d063ddd tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:02.846281 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-82b33618-6622-4877-8b3e-506a29699a55 req-b38fa3d9-2d75-44c9-858d-fdf06d063ddd tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 950 time: 0.0475724 Aug 24 03:37:02.893126 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-82b33618-6622-4877-8b3e-506a29699a55 req-a926701d-1c37-4db8-9e50-f8dfd2348796 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412533 Aug 24 03:37:03.326712 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55577c-31f5-45c5-b0ca-fc8f500f7c3a req-79ce81a7-f974-4042-8625-32914bb6042c tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:03.328228 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8e55577c-31f5-45c5-b0ca-fc8f500f7c3a req-79ce81a7-f974-4042-8625-32914bb6042c tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0514998 Aug 24 03:37:03.377209 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8e55577c-31f5-45c5-b0ca-fc8f500f7c3a req-97163898-1dd4-4d71-b268-4ad37caaf82a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427051 Aug 24 03:37:03.904289 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:04.008515 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003fe60-b8ad-4c12-92c0-bd0b847d9830 req-4fb7f6be-9c6e-4392-b24c-59577df8521b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:04.010169 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a003fe60-b8ad-4c12-92c0-bd0b847d9830 req-4fb7f6be-9c6e-4392-b24c-59577df8521b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 950 time: 0.0464821 Aug 24 03:37:04.021374 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:04.058208 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a003fe60-b8ad-4c12-92c0-bd0b847d9830 req-5f263fee-cd53-494e-917d-b68a235d3c2b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 Aug 24 03:37:04.229127 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15aad7-6858-4580-a1e4-619c67c907be req-e1533443-6f38-400a-a64a-cdd6fdce5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:04.230685 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b15aad7-6858-4580-a1e4-619c67c907be req-e1533443-6f38-400a-a64a-cdd6fdce5536 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 1134 time: 0.0406780 Aug 24 03:37:04.276271 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b15aad7-6858-4580-a1e4-619c67c907be req-ee2969b7-2f27-446f-9ac6-08c058c86e72 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374277 Aug 24 03:37:04.504136 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec3aa2-575b-4b69-bf2b-12fbcad6eaf1 req-bf018b49-0a5b-4dca-a097-5893a4f1c675 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:04.505526 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-14ec3aa2-575b-4b69-bf2b-12fbcad6eaf1 req-bf018b49-0a5b-4dca-a097-5893a4f1c675 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0490420 Aug 24 03:37:04.551485 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-14ec3aa2-575b-4b69-bf2b-12fbcad6eaf1 req-7348e196-28ae-4ced-a40e-26bfd61e0466 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397096 Aug 24 03:37:05.113294 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=61,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:05.177597 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3554056-f244-4cc9-bbc9-e771a4eed2cb req-b65a8689-2156-4227-81c6-287040e3c49a tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:05.179019 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c3554056-f244-4cc9-bbc9-e771a4eed2cb req-b65a8689-2156-4227-81c6-287040e3c49a tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 950 time: 0.0474558 Aug 24 03:37:05.232686 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c3554056-f244-4cc9-bbc9-e771a4eed2cb req-d8a2060d-2ecf-4b62-a3ae-f95ec8ae3e52 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476074 Aug 24 03:37:05.576060 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device c49bffe3-b213-40d0-a914-6759e188a044 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:37:05.681393 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7fa20-b06b-47a2-af72-b07d948c35c0 req-cefe2654-230a-4676-a5e5-74d5e3e51204 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:05.683246 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-13f7fa20-b06b-47a2-af72-b07d948c35c0 req-cefe2654-230a-4676-a5e5-74d5e3e51204 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 944 time: 0.0497990 Aug 24 03:37:05.685341 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port c49bffe3-b213-40d0-a914-6759e188a044, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c49bffe3-b213-40d0-a914-6759e188a044,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:37:05.698845 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': 'c49bffe3-b213-40d0-a914-6759e188a044', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'port_id': 'c49bffe3-b213-40d0-a914-6759e188a044', 'mac_address': 'fa:16:3e:79:b7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:37:05.735980 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port c49bffe3-b213-40d0-a914-6759e188a044 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:37:05.736378 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c49bffe3-b213-40d0-a914-6759e188a044), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:05.743336 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-13f7fa20-b06b-47a2-af72-b07d948c35c0 req-811f981a-571e-46c4-b520-302a48aa8a35 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512822 Aug 24 03:37:05.749935 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49bffe3-b213-40d0-a914-6759e188a044 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:37:05.770967 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port c49bffe3-b213-40d0-a914-6759e188a044, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c49bffe3-b213-40d0-a914-6759e188a044,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:37:05.776559 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (c49bffe3-b213-40d0-a914-6759e188a044), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:05.826861 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=c49bffe3-b213-40d0-a914-6759e188a044,revision_number=9']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:06.067875 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['c49bffe3-b213-40d0-a914-6759e188a044'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:37:06.352458 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d560d8-4663-4b83-b53b-0546a6d2656b req-d00ac572-9bc0-440e-a1de-c09d268c357e tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:06.354006 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-88d560d8-4663-4b83-b53b-0546a6d2656b req-d00ac572-9bc0-440e-a1de-c09d268c357e tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 950 time: 0.0469961 Aug 24 03:37:06.400094 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-88d560d8-4663-4b83-b53b-0546a6d2656b req-16e0a659-9092-4322-a0d7-18a3599fb0fd tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403197 Aug 24 03:37:06.810219 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7de3-f6e1-4d0d-b955-a0b4f5b3198b req-b3d8b6d8-5430-4596-91e7-f8ab85ae62d0 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:06.811733 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-865b7de3-f6e1-4d0d-b955-a0b4f5b3198b req-b3d8b6d8-5430-4596-91e7-f8ab85ae62d0 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 950 time: 0.0465446 Aug 24 03:37:06.896681 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168f6ac-b8d7-4356-9a0f-d7c97319833d req-99d70d51-d4de-4b2b-83bc-895a10c84ff5 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:06.898179 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e168f6ac-b8d7-4356-9a0f-d7c97319833d req-99d70d51-d4de-4b2b-83bc-895a10c84ff5 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 945 time: 0.0666320 Aug 24 03:37:06.901306 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-865b7de3-f6e1-4d0d-b955-a0b4f5b3198b req-7bee32ac-718a-4628-972f-b0662fdf3299 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843019 Aug 24 03:37:06.945326 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e168f6ac-b8d7-4356-9a0f-d7c97319833d req-144fc3b0-d601-412a-855e-0dd81955a679 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415604 Aug 24 03:37:07.599678 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device c49bffe3-b213-40d0-a914-6759e188a044 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:37:07.656686 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port c49bffe3-b213-40d0-a914-6759e188a044 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:37:07.657080 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (c49bffe3-b213-40d0-a914-6759e188a044), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:07.740625 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port c49bffe3-b213-40d0-a914-6759e188a044 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:37:07.741052 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (c49bffe3-b213-40d0-a914-6759e188a044), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:07.764835 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49bffe3-b213-40d0-a914-6759e188a044'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:37:07.767066 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d211cb9-51af-4428-8c0a-ad337ee8703c" -d '{"events": [{"server_uuid": "a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4", "name": "network-vif-plugged", "status": "completed", "tag": "c49bffe3-b213-40d0-a914-6759e188a044"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:37:07.780601 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port c49bffe3-b213-40d0-a914-6759e188a044, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c49bffe3-b213-40d0-a914-6759e188a044,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:37:07.784939 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (c49bffe3-b213-40d0-a914-6759e188a044), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:07.812830 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616acc76-1aa2-401e-ba3a-9d5115937a63 x-openstack-request-id: req-616acc76-1aa2-401e-ba3a-9d5115937a63 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:37:07.813125 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4", "name": "network-vif-plugged", "status": "completed", "tag": "c49bffe3-b213-40d0-a914-6759e188a044", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:37:07.813379 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-616acc76-1aa2-401e-ba3a-9d5115937a63 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:37:07.813770 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616acc76-1aa2-401e-ba3a-9d5115937a63'] response: {'server_uuid': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49bffe3-b213-40d0-a914-6759e188a044', 'code': 200} Aug 24 03:37:07.842096 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=c49bffe3-b213-40d0-a914-6759e188a044,revision_number=10']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:08.007899 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:08.027563 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6be157-1c1a-4872-8654-2af21fcc1174 req-7ae80732-3fdf-4a2e-bf27-1e6efbfc3292 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:08.029121 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ce6be157-1c1a-4872-8654-2af21fcc1174 req-7ae80732-3fdf-4a2e-bf27-1e6efbfc3292 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 950 time: 0.0523713 Aug 24 03:37:08.093499 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56646c-6aa5-4fb0-94f8-1ddc92b3028b req-eeab776c-e1ba-4692-84e7-eefff3921e4a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:08.095097 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9b56646c-6aa5-4fb0-94f8-1ddc92b3028b req-eeab776c-e1ba-4692-84e7-eefff3921e4a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 947 time: 0.0650842 Aug 24 03:37:08.123904 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ce6be157-1c1a-4872-8654-2af21fcc1174 req-1bc35f15-1871-4e88-8a4f-b95a267d944b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840979 Aug 24 03:37:08.142765 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a757ca-e437-480c-857b-95b6cf252420 req-e49c94a5-e107-447c-8a5d-ee0a2dc10d16 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:08.144890 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a2a757ca-e437-480c-857b-95b6cf252420 req-e49c94a5-e107-447c-8a5d-ee0a2dc10d16 tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 950 time: 0.0525568 Aug 24 03:37:08.163437 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9b56646c-6aa5-4fb0-94f8-1ddc92b3028b req-b7d4696c-d501-4a04-ae99-401b476062c9 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575945 Aug 24 03:37:08.230336 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bdceb-ef0d-4a01-b6f5-9181be8a37b7 req-c1687c49-3964-4887-954d-7aaf6c174700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:08.231857 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-730bdceb-ef0d-4a01-b6f5-9181be8a37b7 req-c1687c49-3964-4887-954d-7aaf6c174700 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 1131 time: 0.0720003 Aug 24 03:37:08.290419 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-a2a757ca-e437-480c-857b-95b6cf252420 req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Deleting port 8c0cf45f-a6e0-4319-bf26-59451ac30413 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:37:08.290753 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-a2a757ca-e437-480c-857b-95b6cf252420 req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:08.295843 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:08.350220 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-730bdceb-ef0d-4a01-b6f5-9181be8a37b7 req-9040e2ed-9971-4ead-8b75-02b9ba1ca486 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108441 Aug 24 03:37:08.413620 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-a2a757ca-e437-480c-857b-95b6cf252420 req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] For port 8c0cf45f-a6e0-4319-bf26-59451ac30413, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8c0cf45f-a6e0-4319-bf26-59451ac30413,segment=NetworkSegment(6b2fdd00-eae2-4159-9347-19ca1bb09458),segment_id=6b2fdd00-eae2-4159-9347-19ca1bb09458)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:37:08.413900 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-a2a757ca-e437-480c-857b-95b6cf252420 req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:08.427118 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-a2a757ca-e437-480c-857b-95b6cf252420 req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Calling delete_port for 8c0cf45f-a6e0-4319-bf26-59451ac30413 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:37:08.560004 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-a2a757ca-e437-480c-857b-95b6cf252420 req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (8c0cf45f-a6e0-4319-bf26-59451ac30413), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:08.586528 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Pushing event deleted for resources: {'Port': ['ID=8c0cf45f-a6e0-4319-bf26-59451ac30413,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:08.594772 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['8c0cf45f-a6e0-4319-bf26-59451ac30413'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:37:08.604732 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:08.604732 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:08.604732 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:08.605124 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:08.605401 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:08.605734 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:08.606063 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:08.606396 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:08.606725 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:08.607050 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:08.607379 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:08.607705 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:08.608035 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:08.608360 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:08.608680 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:08.649909 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a757ca-e437-480c-857b-95b6cf252420 req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] No DVR routers for this DVR port 8c0cf45f-a6e0-4319-bf26-59451ac30413 on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:37:08.653191 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-a2a757ca-e437-480c-857b-95b6cf252420 req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:08.656742 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a2a757ca-e437-480c-857b-95b6cf252420 req-0ea91c41-979f-4dc6-9889-be61ec70cb0b tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.84 "DELETE /networking/v2.0/ports/8c0cf45f-a6e0-4319-bf26-59451ac30413 HTTP/1.1" status: 204 len: 173 time: 0.4881587 Aug 24 03:37:08.657249 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287e45cb-e736-49a5-9d00-1d603163b29a', 'name': 'network-vif-deleted', 'tag': '8c0cf45f-a6e0-4319-bf26-59451ac30413'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:37:08.660102 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46802f80-1b24-42b8-b146-c1adf46ae911" -d '{"events": [{"server_uuid": "287e45cb-e736-49a5-9d00-1d603163b29a", "name": "network-vif-deleted", "tag": "8c0cf45f-a6e0-4319-bf26-59451ac30413"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:37:08.707134 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adb4f20-a9eb-472d-bbc8-67624c7b7697 x-openstack-request-id: req-7adb4f20-a9eb-472d-bbc8-67624c7b7697 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:37:08.707427 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287e45cb-e736-49a5-9d00-1d603163b29a", "name": "network-vif-deleted", "tag": "8c0cf45f-a6e0-4319-bf26-59451ac30413", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:37:08.707687 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7adb4f20-a9eb-472d-bbc8-67624c7b7697 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:37:08.708094 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7adb4f20-a9eb-472d-bbc8-67624c7b7697'] response: {'server_uuid': '287e45cb-e736-49a5-9d00-1d603163b29a', 'name': 'network-vif-deleted', 'tag': '8c0cf45f-a6e0-4319-bf26-59451ac30413', 'status': 'completed', 'code': 200} Aug 24 03:37:08.828516 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:37:09.246474 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7dcf2ce3-b2a3-4d24-b5da-ca1e57c5247f req-dd406129-218e-4a78-a8e3-2927fc4ced4a tempest-VolumesNegativeTest-82845569 tempest-VolumesNegativeTest-82845569-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=287e45cb-e736-49a5-9d00-1d603163b29a HTTP/1.1" status: 200 len: 210 time: 0.0290680 Aug 24 03:37:09.295837 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd307a6f-b9ae-422a-8cf1-53c7557b9364 req-f2499757-27cc-4b3b-b7ed-a03483339191 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:09.297338 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fd307a6f-b9ae-422a-8cf1-53c7557b9364 req-f2499757-27cc-4b3b-b7ed-a03483339191 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 947 time: 0.0473571 Aug 24 03:37:09.344402 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fd307a6f-b9ae-422a-8cf1-53c7557b9364 req-b163604f-5a4a-460d-9e1f-d3b265f7692d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415225 Aug 24 03:37:10.472958 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05b5da-e97a-4ec9-b636-49ab057a461d req-bf964ad5-582d-4fe1-9818-0ae24cf0fae3 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:10.474510 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5e05b5da-e97a-4ec9-b636-49ab057a461d req-bf964ad5-582d-4fe1-9818-0ae24cf0fae3 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 947 time: 0.0523510 Aug 24 03:37:10.522358 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5e05b5da-e97a-4ec9-b636-49ab057a461d req-b64bf670-193e-4e2b-9140-d3e189598f3a tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414982 Aug 24 03:37:11.615401 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 8c0cf45f-a6e0-4319-bf26-59451ac30413 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:37:11.636073 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: 8c0cf45f-a6e0-4319-bf26-59451ac30413 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:37:11.636389 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 8c0cf45f-a6e0-4319-bf26-59451ac30413 not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:37:14.153743 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58088) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:14.286477 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-88d0ca3d-90a7-4bd7-ac99-ab0e84d22629 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=d5e2d5c2e0ce43f9b352daee2f2bf5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315362 Aug 24 03:37:14.288928 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58092) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:14.305547 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:14.338233 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Publish callbacks [] for security_group (7c4bbbc4-572f-4e0a-85bb-51479aeb3e47), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:14.358834 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Publish callbacks [] for security_group (7c4bbbc4-572f-4e0a-85bb-51479aeb3e47), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:14.406555 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (7c4bbbc4-572f-4e0a-85bb-51479aeb3e47), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:14.409001 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:14.410148 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/7c4bbbc4-572f-4e0a-85bb-51479aeb3e47 HTTP/1.1" status: 204 len: 168 time: 0.1203461 Aug 24 03:37:14.418629 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4bbbc4-572f-4e0a-85bb-51479aeb3e47,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:14.425777 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:14.426128 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:14.426492 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:14.426813 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:14.427146 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:14.427482 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:14.427893 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:14.428248 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:14.428584 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:14.428942 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:14.429423 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:14.429600 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:14.429987 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:14.430310 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:14.430708 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7016ac-5414-4314-851f-75861d1090d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:15.029400 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58114) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:15.125771 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2072151453-network', 'tenant_id': '69f494a609f241328d85790280b204b8'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:37:15.146501 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] Made reservation on behalf of 69f494a609f241328d85790280b204b8 for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:37:15.148877 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:15.159994 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:15.235185 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] Publish callbacks [] for security_group (6b2643c9-5c91-4723-bc57-645a664864d7), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:15.239816 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6b2643c9-5c91-4723-bc57-645a664864d7), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:15.266078 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:37:15.276221 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2643c9-5c91-4723-bc57-645a664864d7,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:15.281334 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (b44877e0-4ba1-4230-8ab0-abb21bc66846), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:15.281681 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] Added segment b44877e0-4ba1-4230-8ab0-abb21bc66846 of type vlan for network d18813c9-12da-4d54-a359-55f756fd2f82 Aug 24 03:37:15.322844 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (d18813c9-12da-4d54-a359-55f756fd2f82), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:15.331826 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:15.351413 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (d18813c9-12da-4d54-a359-55f756fd2f82), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:15.352420 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:15.353070 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:15.388182 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3577070 Aug 24 03:37:15.391261 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 58118) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:15.396244 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-65eb23e0-bf25-4b46-a294-deb0c3393545 admin admin] Request body: {'subnet': {'network_id': 'd18813c9-12da-4d54-a359-55f756fd2f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2072151453-subnet', 'tenant_id': '69f494a609f241328d85790280b204b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:37:15.417848 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65eb23e0-bf25-4b46-a294-deb0c3393545 admin admin] Made reservation on behalf of 69f494a609f241328d85790280b204b8 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:37:15.420239 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-65eb23e0-bf25-4b46-a294-deb0c3393545 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4973782'] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:15.421216 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befe417-ff16-4ac0-92dd-fbcacfd4d511 admin admin] Pushing event updated for resources: {'Network': ['ID=d18813c9-12da-4d54-a359-55f756fd2f82,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:15.430914 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network d18813c9-12da-4d54-a359-55f756fd2f82 details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:37:15.481254 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:15.591615 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-65eb23e0-bf25-4b46-a294-deb0c3393545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4932823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4973752'] for subnet (63c8fadc-4d66-40b3-a24a-c29c836a2d4b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:15.645066 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb23e0-bf25-4b46-a294-deb0c3393545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c8fadc-4d66-40b3-a24a-c29c836a2d4b,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:15.660538 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eb23e0-bf25-4b46-a294-deb0c3393545 admin admin] Checking segment: {'id': 'b44877e0-4ba1-4230-8ab0-abb21bc66846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd18813c9-12da-4d54-a359-55f756fd2f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:37:15.660930 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eb23e0-bf25-4b46-a294-deb0c3393545 admin admin] Network hostable DHCP agents. Network: d18813c9-12da-4d54-a359-55f756fd2f82, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:37:15.679036 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eb23e0-bf25-4b46-a294-deb0c3393545 admin admin] Network d18813c9-12da-4d54-a359-55f756fd2f82 is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:37:15.687952 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-65eb23e0-bf25-4b46-a294-deb0c3393545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, d18813c9-12da-4d54-a359-55f756fd2f82) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:37:15.692076 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eb23e0-bf25-4b46-a294-deb0c3393545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:15.692837 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-65eb23e0-bf25-4b46-a294-deb0c3393545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:15.697461 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55386a4-19ac-4830-8b5e-2247af226ffe None None] Network d18813c9-12da-4d54-a359-55f756fd2f82 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:37:15.708403 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-65eb23e0-bf25-4b46-a294-deb0c3393545 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3159978 Aug 24 03:37:15.757043 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:15.777107 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:15.804136 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a616e-5460-43b1-9d1d-920e4a4baa09 None None] Network d18813c9-12da-4d54-a359-55f756fd2f82 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:37:17.075473 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:17.364367 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-273a7900-c7c8-420a-9a93-0bc98a8e217f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:17.482443 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-c24fa57c-6c8d-4eb7-8d39-bdd4823562c0 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:17.483827 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-c24fa57c-6c8d-4eb7-8d39-bdd4823562c0 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/networks?id=d18813c9-12da-4d54-a359-55f756fd2f82 HTTP/1.1" status: 200 len: 814 time: 0.1055512 Aug 24 03:37:17.498360 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-eeda2fd5-9a65-4485-8cf5-2e66da53b520 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/quotas/69f494a609f241328d85790280b204b8 HTTP/1.1" status: 200 len: 375 time: 0.0090623 Aug 24 03:37:17.533900 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-64b0e471-763a-43e1-a398-7d3bb71fc860 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=69f494a609f241328d85790280b204b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303097 Aug 24 03:37:17.624373 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-456ee53c-53a9-4b29-a70a-c464af367306 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/d18813c9-12da-4d54-a359-55f756fd2f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839694 Aug 24 03:37:17.957273 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-aae01538-3154-4b32-91be-b3325103bdc5 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/d18813c9-12da-4d54-a359-55f756fd2f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271539 Aug 24 03:37:18.120220 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c1d1185b-87bb-494c-b0ed-c59da348b3b3 req-a86e6c61-35d7-4aa4-9b26-1a98f84ef118 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 210 time: 0.0281317 Aug 24 03:37:18.824359 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=18 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:18.825015 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=16 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:19.188197 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-4f43a43d-273f-4983-9ff7-9b126f94ad49 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:19.189711 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-4f43a43d-273f-4983-9ff7-9b126f94ad49 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.84 "GET /networking/v2.0/networks?id=d18813c9-12da-4d54-a359-55f756fd2f82 HTTP/1.1" status: 200 len: 814 time: 0.1057272 Aug 24 03:37:19.207659 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-cefae523-beb4-4784-a770-32ec2a6df040 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Request body: {'port': {'device_id': '1de285c1-cf27-4c89-a56a-9d49322e3f42', 'network_id': 'd18813c9-12da-4d54-a359-55f756fd2f82', 'admin_state_up': True, 'tenant_id': '69f494a609f241328d85790280b204b8'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:37:19.209310 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:19.232262 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-23466d40-2507-41df-94ea-8e1954786632 req-aecb12d9-f5e0-4433-9b57-4879b20addb0 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 210 time: 0.0321643 Aug 24 03:37:19.277251 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:19.324064 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-cefae523-beb4-4784-a770-32ec2a6df040 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Made reservation on behalf of 69f494a609f241328d85790280b204b8 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:37:19.327922 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-cefae523-beb4-4784-a770-32ec2a6df040 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:19.456134 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-cefae523-beb4-4784-a770-32ec2a6df040 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Allocated IP 172.20.0.8 (d18813c9-12da-4d54-a359-55f756fd2f82/63c8fadc-4d66-40b3-a24a-c29c836a2d4b/aa70beb4-13fb-47e3-a96f-69b0fe3a7aec) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:37:19.605719 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-cefae523-beb4-4784-a770-32ec2a6df040 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks [] for port (aa70beb4-13fb-47e3-a96f-69b0fe3a7aec), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:19.627144 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:19.641858 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-cefae523-beb4-4784-a770-32ec2a6df040 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (aa70beb4-13fb-47e3-a96f-69b0fe3a7aec), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:19.684080 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-cefae523-beb4-4784-a770-32ec2a6df040 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Network d18813c9-12da-4d54-a359-55f756fd2f82 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:37:19.687418 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-cefae523-beb4-4784-a770-32ec2a6df040 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:37:19.689766 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-cefae523-beb4-4784-a770-32ec2a6df040 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:37:19.723256 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefae523-beb4-4784-a770-32ec2a6df040 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Pushing event updated for resources: {'Port': ['ID=aa70beb4-13fb-47e3-a96f-69b0fe3a7aec,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:19.751819 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-cefae523-beb4-4784-a770-32ec2a6df040 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:19.752657 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-cefae523-beb4-4784-a770-32ec2a6df040 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:19.770780 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-cefae523-beb4-4784-a770-32ec2a6df040 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5671897 Aug 24 03:37:19.794587 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Request body: {'port': {'device_id': '1de285c1-cf27-4c89-a56a-9d49322e3f42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:37:19.859485 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (aa70beb4-13fb-47e3-a96f-69b0fe3a7aec), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:19.860589 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bb8c5b45-c99c-4fa3-a75b-c4b51f33970d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:20.057184 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:20.122389 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa70beb4-13fb-47e3-a96f-69b0fe3a7aec {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:37:20.129864 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Publish callbacks [] for port (aa70beb4-13fb-47e3-a96f-69b0fe3a7aec), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:20.142766 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Transition to ACTIVE for port object aa70beb4-13fb-47e3-a96f-69b0fe3a7aec will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:37:20.146790 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (aa70beb4-13fb-47e3-a96f-69b0fe3a7aec), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:20.224257 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Pushing event updated for resources: {'Port': ['ID=aa70beb4-13fb-47e3-a96f-69b0fe3a7aec,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:20.253555 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Attempting to bind port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:37:20.253811 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Attempting to bind port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'b44877e0-4ba1-4230-8ab0-abb21bc66846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd18813c9-12da-4d54-a359-55f756fd2f82'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:37:20.254126 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Attempting to bind port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec on network d18813c9-12da-4d54-a359-55f756fd2f82 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:37:20.258420 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec on network d18813c9-12da-4d54-a359-55f756fd2f82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:37:20.258730 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Attempting to bind port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec on network d18813c9-12da-4d54-a359-55f756fd2f82 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:37:20.264807 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:37:20.265212 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Checking segment: {'id': 'b44877e0-4ba1-4230-8ab0-abb21bc66846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd18813c9-12da-4d54-a359-55f756fd2f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:37:20.265594 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Bound using segment: {'id': 'b44877e0-4ba1-4230-8ab0-abb21bc66846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd18813c9-12da-4d54-a359-55f756fd2f82'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:37:20.266020 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Bound port: aa70beb4-13fb-47e3-a96f-69b0fe3a7aec, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44877e0-4ba1-4230-8ab0-abb21bc66846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd18813c9-12da-4d54-a359-55f756fd2f82'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:37:20.266373 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (aa70beb4-13fb-47e3-a96f-69b0fe3a7aec), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:20.333125 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] For port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:37:20.336148 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] For port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=aa70beb4-13fb-47e3-a96f-69b0fe3a7aec,segment=NetworkSegment(b44877e0-4ba1-4230-8ab0-abb21bc66846),segment_id=b44877e0-4ba1-4230-8ab0-abb21bc66846)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:37:20.343652 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (aa70beb4-13fb-47e3-a96f-69b0fe3a7aec), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:20.347730 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:20.348340 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:20.349721 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/aa70beb4-13fb-47e3-a96f-69b0fe3a7aec HTTP/1.1" status: 200 len: 1093 time: 0.5604036 Aug 24 03:37:20.351176 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de285c1-cf27-4c89-a56a-9d49322e3f42', 'tag': 'aa70beb4-13fb-47e3-a96f-69b0fe3a7aec'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:37:20.353932 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f973a4-2de7-414a-99dd-2f69256490ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1de285c1-cf27-4c89-a56a-9d49322e3f42", "tag": "aa70beb4-13fb-47e3-a96f-69b0fe3a7aec"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:37:20.359085 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda91fee-ee6c-449c-a2b4-3f492d4ff490 req-06c2adde-d34d-4994-b1f3-67b215fbbaf3 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:20.360613 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cda91fee-ee6c-449c-a2b4-3f492d4ff490 req-06c2adde-d34d-4994-b1f3-67b215fbbaf3 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 943 time: 0.0492325 Aug 24 03:37:20.396309 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456a5aaa-bb48-4cdb-bfa4-d397dd7a4fd7 x-openstack-request-id: req-456a5aaa-bb48-4cdb-bfa4-d397dd7a4fd7 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:37:20.397431 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de285c1-cf27-4c89-a56a-9d49322e3f42", "tag": "aa70beb4-13fb-47e3-a96f-69b0fe3a7aec", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:37:20.397789 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-456a5aaa-bb48-4cdb-bfa4-d397dd7a4fd7 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:37:20.398443 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456a5aaa-bb48-4cdb-bfa4-d397dd7a4fd7'] response: {'name': 'network-changed', 'server_uuid': '1de285c1-cf27-4c89-a56a-9d49322e3f42', 'tag': 'aa70beb4-13fb-47e3-a96f-69b0fe3a7aec', 'status': 'completed', 'code': 200} Aug 24 03:37:20.409525 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cbfd0-e857-47ba-981d-8c812b7ec72c service neutron] Pushing event updated for resources: {'Port': ['ID=aa70beb4-13fb-47e3-a96f-69b0fe3a7aec,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:20.421408 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cda91fee-ee6c-449c-a2b4-3f492d4ff490 req-8c21fff7-5d5c-4574-9efc-9190908006e0 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495582 Aug 24 03:37:20.465639 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-d128ec61-8f46-43de-afe3-05fc0fdb20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:20.467396 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-d128ec61-8f46-43de-afe3-05fc0fdb20a5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=69f494a609f241328d85790280b204b8&device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 1127 time: 0.0425096 Aug 24 03:37:20.513508 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-6f59c2ad-daf0-439c-bef5-8294460b388b service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa70beb4-13fb-47e3-a96f-69b0fe3a7aec HTTP/1.1" status: 200 len: 217 time: 0.0327649 Aug 24 03:37:20.551010 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:20.566860 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-a781db0d-e4b8-4c3e-be84-fb1404677560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:20.568321 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-a781db0d-e4b8-4c3e-be84-fb1404677560 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=63c8fadc-4d66-40b3-a24a-c29c836a2d4b HTTP/1.1" status: 200 len: 854 time: 0.0485899 Aug 24 03:37:20.599394 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-97537be6-dac1-4282-bb58-695002b2d629 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=d18813c9-12da-4d54-a359-55f756fd2f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253246 Aug 24 03:37:20.688287 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-4b75df06-1451-4f96-9b5f-53ae1121547d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d18813c9-12da-4d54-a359-55f756fd2f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820177 Aug 24 03:37:20.781341 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-30542a73-5d0e-48f6-a8d2-bb643da02afc req-37097b0a-2237-4493-8ad9-58301dd96a0f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d18813c9-12da-4d54-a359-55f756fd2f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864873 Aug 24 03:37:20.875699 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:21.555956 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112dbeb-862f-4436-bb51-9e5c0165eebe req-0051b62a-d7c9-4dbb-8fb8-7e0c6c4ca8e6 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:21.558113 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f112dbeb-862f-4436-bb51-9e5c0165eebe req-0051b62a-d7c9-4dbb-8fb8-7e0c6c4ca8e6 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 943 time: 0.0508237 Aug 24 03:37:21.606351 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f112dbeb-862f-4436-bb51-9e5c0165eebe req-f29be1b6-2ad4-4e28-9f53-143c8236612a tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426314 Aug 24 03:37:21.699282 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f973a4-2de7-414a-99dd-2f69256490ac req-1f430572-356c-4065-9eb2-0c9071a47e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:21.700786 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c3f973a4-2de7-414a-99dd-2f69256490ac req-1f430572-356c-4065-9eb2-0c9071a47e9f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=69f494a609f241328d85790280b204b8&device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 1127 time: 0.0731936 Aug 24 03:37:21.704407 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d59b14b7-8f6c-4651-a8b5-04b2ab8c31f5 req-65a3e59b-5fd0-4159-9f10-7420de523a10 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483096 Aug 24 03:37:21.820048 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b14b7-8f6c-4651-a8b5-04b2ab8c31f5 req-f720595f-fe10-4151-b905-36621b77d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:21.821481 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d59b14b7-8f6c-4651-a8b5-04b2ab8c31f5 req-f720595f-fe10-4151-b905-36621b77d8dd service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5dea7fb32dea4f75917d82973bf7e7e6&device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 1130 time: 0.0753703 Aug 24 03:37:21.856629 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f973a4-2de7-414a-99dd-2f69256490ac req-a4422079-b6a1-41fb-8096-d600703824f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:21.858063 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c3f973a4-2de7-414a-99dd-2f69256490ac req-a4422079-b6a1-41fb-8096-d600703824f4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=d18813c9-12da-4d54-a359-55f756fd2f82 HTTP/1.1" status: 200 len: 915 time: 0.1300344 Aug 24 03:37:21.909842 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c3f973a4-2de7-414a-99dd-2f69256490ac req-989da9ee-e720-4ac0-960c-39226d6eb2ba service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa70beb4-13fb-47e3-a96f-69b0fe3a7aec HTTP/1.1" status: 200 len: 217 time: 0.0425119 Aug 24 03:37:21.951387 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:22.235273 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f973a4-2de7-414a-99dd-2f69256490ac req-0c6829e9-f950-4473-a8be-dfbed9589bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:22.236728 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c3f973a4-2de7-414a-99dd-2f69256490ac req-0c6829e9-f950-4473-a8be-dfbed9589bc7 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=63c8fadc-4d66-40b3-a24a-c29c836a2d4b HTTP/1.1" status: 200 len: 854 time: 0.2978127 Aug 24 03:37:22.238095 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b14b7-8f6c-4651-a8b5-04b2ab8c31f5 req-2f172332-21db-48ed-ae4d-be77c4b5f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:22.239405 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d59b14b7-8f6c-4651-a8b5-04b2ab8c31f5 req-2f172332-21db-48ed-ae4d-be77c4b5f2b7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76 HTTP/1.1" status: 200 len: 910 time: 0.3979661 Aug 24 03:37:22.277508 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c3f973a4-2de7-414a-99dd-2f69256490ac req-99e2182a-6045-4d8b-8eec-4f01d1fab514 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=d18813c9-12da-4d54-a359-55f756fd2f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302780 Aug 24 03:37:22.354419 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d59b14b7-8f6c-4651-a8b5-04b2ab8c31f5 req-1764736b-b97d-48a4-8c52-56a6633f7a3a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885 HTTP/1.1" status: 200 len: 1001 time: 0.1050851 Aug 24 03:37:22.439794 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c3f973a4-2de7-414a-99dd-2f69256490ac req-9298bc5e-314e-4c73-bf84-61e2e31839a6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d18813c9-12da-4d54-a359-55f756fd2f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376641 Aug 24 03:37:22.441229 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b14b7-8f6c-4651-a8b5-04b2ab8c31f5 req-f7a803d3-3c5f-454b-842f-d26b256b49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:22.442525 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d59b14b7-8f6c-4651-a8b5-04b2ab8c31f5 req-f7a803d3-3c5f-454b-842f-d26b256b49cf service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=72d10fa5-9996-4ee4-ad31-9ef5e30d5114 HTTP/1.1" status: 200 len: 848 time: 0.0641894 Aug 24 03:37:22.515662 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b14b7-8f6c-4651-a8b5-04b2ab8c31f5 req-79228f46-d853-4b9e-a4b2-dc848762bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:22.517094 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d59b14b7-8f6c-4651-a8b5-04b2ab8c31f5 req-79228f46-d853-4b9e-a4b2-dc848762bf58 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674932 Aug 24 03:37:22.543517 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:22.588822 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:22.623347 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:22.633223 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c3f973a4-2de7-414a-99dd-2f69256490ac req-6d391f90-ffa9-425d-b5ca-48349ec4c1f8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d18813c9-12da-4d54-a359-55f756fd2f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754403 Aug 24 03:37:22.659593 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d59b14b7-8f6c-4651-a8b5-04b2ab8c31f5 req-42b01a6a-3563-441a-8550-5d828fc9eade service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172018 Aug 24 03:37:22.726485 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f6ad-db71-4bcb-9028-bfb860481091 req-23ec343d-6221-4713-8b79-b83b37646643 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:22.727998 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-20e6f6ad-db71-4bcb-9028-bfb860481091 req-23ec343d-6221-4713-8b79-b83b37646643 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 943 time: 0.0478556 Aug 24 03:37:22.757237 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d59b14b7-8f6c-4651-a8b5-04b2ab8c31f5 req-05b12dac-ad61-4300-9719-f66a64bcc885 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918519 Aug 24 03:37:22.777852 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-20e6f6ad-db71-4bcb-9028-bfb860481091 req-53333c92-fba0-404e-926f-827d67071e62 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431898 Aug 24 03:37:23.662373 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device aa70beb4-13fb-47e3-a96f-69b0fe3a7aec details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:37:23.761806 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=aa70beb4-13fb-47e3-a96f-69b0fe3a7aec,segment=NetworkSegment(b44877e0-4ba1-4230-8ab0-abb21bc66846),segment_id=b44877e0-4ba1-4230-8ab0-abb21bc66846)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:37:23.772990 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': 'aa70beb4-13fb-47e3-a96f-69b0fe3a7aec', 'network_id': 'd18813c9-12da-4d54-a359-55f756fd2f82', 'port_id': 'aa70beb4-13fb-47e3-a96f-69b0fe3a7aec', 'mac_address': 'fa:16:3e:59:17:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c8fadc-4d66-40b3-a24a-c29c836a2d4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:37:23.811077 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:37:23.811417 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (aa70beb4-13fb-47e3-a96f-69b0fe3a7aec), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:23.909601 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcfc2c-7002-4ad3-82f2-fbaf3851a589 req-22d4c30a-7a94-4aef-a94d-cc7edc98e1f9 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:23.911325 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1fbcfc2c-7002-4ad3-82f2-fbaf3851a589 req-22d4c30a-7a94-4aef-a94d-cc7edc98e1f9 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 943 time: 0.0533931 Aug 24 03:37:23.970100 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa70beb4-13fb-47e3-a96f-69b0fe3a7aec {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:37:23.971910 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1fbcfc2c-7002-4ad3-82f2-fbaf3851a589 req-3d5436a9-e3e9-4e07-846a-53ca7d85b8ec tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455086 Aug 24 03:37:23.989609 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=aa70beb4-13fb-47e3-a96f-69b0fe3a7aec,segment=NetworkSegment(b44877e0-4ba1-4230-8ab0-abb21bc66846),segment_id=b44877e0-4ba1-4230-8ab0-abb21bc66846)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:37:23.994817 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (aa70beb4-13fb-47e3-a96f-69b0fe3a7aec), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:24.043371 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=aa70beb4-13fb-47e3-a96f-69b0fe3a7aec,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:24.318254 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['aa70beb4-13fb-47e3-a96f-69b0fe3a7aec'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:37:25.092296 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79e38-f3c4-4431-8c72-a23547bd05bf req-44c955c5-b481-42ba-bf4b-a390d56cce01 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:25.093843 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dde79e38-f3c4-4431-8c72-a23547bd05bf req-44c955c5-b481-42ba-bf4b-a390d56cce01 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 944 time: 0.0465703 Aug 24 03:37:25.140566 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dde79e38-f3c4-4431-8c72-a23547bd05bf req-5510268a-0e3d-4ebd-810b-d997bfcee5d8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Aug 24 03:37:25.674443 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device aa70beb4-13fb-47e3-a96f-69b0fe3a7aec up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:37:25.716562 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:37:25.722028 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:37:25.722427 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (aa70beb4-13fb-47e3-a96f-69b0fe3a7aec), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:25.787004 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:25.793865 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:37:25.794254 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (aa70beb4-13fb-47e3-a96f-69b0fe3a7aec), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:25.819315 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de285c1-cf27-4c89-a56a-9d49322e3f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa70beb4-13fb-47e3-a96f-69b0fe3a7aec'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:37:25.821560 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3ba524-1beb-4557-9f73-9156b4f13ef2" -d '{"events": [{"server_uuid": "1de285c1-cf27-4c89-a56a-9d49322e3f42", "name": "network-vif-plugged", "status": "completed", "tag": "aa70beb4-13fb-47e3-a96f-69b0fe3a7aec"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:37:25.835905 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=aa70beb4-13fb-47e3-a96f-69b0fe3a7aec,segment=NetworkSegment(b44877e0-4ba1-4230-8ab0-abb21bc66846),segment_id=b44877e0-4ba1-4230-8ab0-abb21bc66846)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:37:25.841758 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (aa70beb4-13fb-47e3-a96f-69b0fe3a7aec), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:25.866102 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:25.870626 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7549f46-191d-41f4-ac8b-aa26f568a2e5 x-openstack-request-id: req-b7549f46-191d-41f4-ac8b-aa26f568a2e5 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:37:25.870921 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de285c1-cf27-4c89-a56a-9d49322e3f42", "name": "network-vif-plugged", "status": "completed", "tag": "aa70beb4-13fb-47e3-a96f-69b0fe3a7aec", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:37:25.871172 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7549f46-191d-41f4-ac8b-aa26f568a2e5 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:37:25.871567 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7549f46-191d-41f4-ac8b-aa26f568a2e5'] response: {'server_uuid': '1de285c1-cf27-4c89-a56a-9d49322e3f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa70beb4-13fb-47e3-a96f-69b0fe3a7aec', 'code': 200} Aug 24 03:37:25.894180 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=aa70beb4-13fb-47e3-a96f-69b0fe3a7aec,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:26.083687 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e32fe-fe71-4c2c-a18a-0bae4d6ded78 req-068092de-3e48-463c-aece-69de53b6f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:26.085236 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6d7e32fe-fe71-4c2c-a18a-0bae4d6ded78 req-068092de-3e48-463c-aece-69de53b6f181 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 1129 time: 0.0405743 Aug 24 03:37:26.129663 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6d7e32fe-fe71-4c2c-a18a-0bae4d6ded78 req-91135032-a9c9-428f-a21b-55300ff1bfdc service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Aug 24 03:37:26.274110 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a625c-f8cb-4e7a-88cb-d71e087c64e4 req-82d67e39-6b3d-4f0d-a116-75f326d43e6b tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:26.276682 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c09a625c-f8cb-4e7a-88cb-d71e087c64e4 req-82d67e39-6b3d-4f0d-a116-75f326d43e6b tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 945 time: 0.0515444 Aug 24 03:37:26.328536 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c09a625c-f8cb-4e7a-88cb-d71e087c64e4 req-32c4c5e5-62c7-4ad1-8198-6a4f724a4585 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462320 Aug 24 03:37:27.447497 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b03ce-aba8-4e92-a687-2abcb1a0b78f req-5c55f45c-8a48-41ed-a5b2-02cf826aa23f tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:27.448898 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a06b03ce-aba8-4e92-a687-2abcb1a0b78f req-5c55f45c-8a48-41ed-a5b2-02cf826aa23f tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 945 time: 0.0480545 Aug 24 03:37:27.487692 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:27.501437 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a06b03ce-aba8-4e92-a687-2abcb1a0b78f req-9e6b24de-722b-4b5d-92f4-1e635447c7c4 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469475 Aug 24 03:37:35.892419 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:36.124276 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=68 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:36.126903 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=26 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:37.497548 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=65 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:44.303241 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629b97b-99b2-4b70-9e5c-3349e92eea1f req-5f841bb4-34d8-4d05-a79b-1e2800024792 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:44.304724 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c629b97b-99b2-4b70-9e5c-3349e92eea1f req-5f841bb4-34d8-4d05-a79b-1e2800024792 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 947 time: 0.0467885 Aug 24 03:37:44.351858 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c629b97b-99b2-4b70-9e5c-3349e92eea1f req-fb6269cf-6c8c-4bc8-9790-d2a8403ebb8b tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408385 Aug 24 03:37:45.480903 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac140-460e-4b46-8ead-8131800b2b50 req-fdc0831c-983f-4154-a7b5-4d5fe6b27bba tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:45.482285 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1cfac140-460e-4b46-8ead-8131800b2b50 req-fdc0831c-983f-4154-a7b5-4d5fe6b27bba tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 947 time: 0.0518398 Aug 24 03:37:45.530129 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1cfac140-460e-4b46-8ead-8131800b2b50 req-c70d41f9-c26f-4190-8dc1-16d46d54ba59 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fc974ac5-e16d-48a0-862d-8194c6f67484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422020 Aug 24 03:37:45.828447 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:37:45.910563 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7635c7-7ee8-4992-a997-9700e174239c req-b68920d5-9ab8-4554-bb2a-15cf058a6513 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:45.912107 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5e7635c7-7ee8-4992-a997-9700e174239c req-b68920d5-9ab8-4554-bb2a-15cf058a6513 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 947 time: 0.0468609 Aug 24 03:37:46.001270 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-5e7635c7-7ee8-4992-a997-9700e174239c req-934230e1-1983-4430-a922-647cd1cbb764 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Deleting port c49bffe3-b213-40d0-a914-6759e188a044 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:37:46.001877 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5e7635c7-7ee8-4992-a997-9700e174239c req-934230e1-1983-4430-a922-647cd1cbb764 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (c49bffe3-b213-40d0-a914-6759e188a044), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:46.093544 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-5e7635c7-7ee8-4992-a997-9700e174239c req-934230e1-1983-4430-a922-647cd1cbb764 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] For port c49bffe3-b213-40d0-a914-6759e188a044, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c49bffe3-b213-40d0-a914-6759e188a044,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:37:46.093962 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5e7635c7-7ee8-4992-a997-9700e174239c req-934230e1-1983-4430-a922-647cd1cbb764 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (c49bffe3-b213-40d0-a914-6759e188a044), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:46.285250 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5e7635c7-7ee8-4992-a997-9700e174239c req-934230e1-1983-4430-a922-647cd1cbb764 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:46.285572 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5e7635c7-7ee8-4992-a997-9700e174239c req-934230e1-1983-4430-a922-647cd1cbb764 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (b0c2d8e1-e02b-4f75-af06-574d94e0cab9), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:46.285920 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [req-5e7635c7-7ee8-4992-a997-9700e174239c req-934230e1-1983-4430-a922-647cd1cbb764 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Floating IP b0c2d8e1-e02b-4f75-af06-574d94e0cab9 disassociated. External IP: 172.27.4.212, port: c49bffe3-b213-40d0-a914-6759e188a044. Aug 24 03:37:46.286346 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-5e7635c7-7ee8-4992-a997-9700e174239c req-934230e1-1983-4430-a922-647cd1cbb764 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Calling delete_port for c49bffe3-b213-40d0-a914-6759e188a044 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:37:46.410410 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5e7635c7-7ee8-4992-a997-9700e174239c req-934230e1-1983-4430-a922-647cd1cbb764 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (c49bffe3-b213-40d0-a914-6759e188a044), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:46.436158 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934230e1-1983-4430-a922-647cd1cbb764 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event deleted for resources: {'Port': ['ID=c49bffe3-b213-40d0-a914-6759e188a044,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:46.566171 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e7635c7-7ee8-4992-a997-9700e174239c req-934230e1-1983-4430-a922-647cd1cbb764 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:37:46.639060 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ce5c0af5-7644-4c8d-86c9-5ba49315ff92 req-a4a8351e-befc-48ad-a1c9-0d8915ca1916 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4 HTTP/1.1" status: 200 len: 210 time: 0.0288136 Aug 24 03:37:46.673481 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e7635c7-7ee8-4992-a997-9700e174239c req-934230e1-1983-4430-a922-647cd1cbb764 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:37:46.683432 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a2b8b-fb41-4888-85d3-42609cdd8993 None None] Sync routers for ids ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:37:46.693044 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a2b8b-fb41-4888-85d3-42609cdd8993 None None] Routers {'71a22cfd-8168-4dde-a53a-9fe8a017ee85'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:37:46.693637 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-957a2b8b-fb41-4888-85d3-42609cdd8993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:37:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:37:46.717807 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7635c7-7ee8-4992-a997-9700e174239c req-934230e1-1983-4430-a922-647cd1cbb764 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] No DVR routers for this DVR port c49bffe3-b213-40d0-a914-6759e188a044 on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:37:46.720263 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-5e7635c7-7ee8-4992-a997-9700e174239c req-934230e1-1983-4430-a922-647cd1cbb764 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:46.723498 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5e7635c7-7ee8-4992-a997-9700e174239c req-934230e1-1983-4430-a922-647cd1cbb764 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.84 "DELETE /networking/v2.0/ports/c49bffe3-b213-40d0-a914-6759e188a044 HTTP/1.1" status: 204 len: 173 time: 0.8047063 Aug 24 03:37:46.723929 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'name': 'network-vif-deleted', 'tag': 'c49bffe3-b213-40d0-a914-6759e188a044'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:37:46.726248 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9987891-5158-4314-b894-9754a4971814" -d '{"events": [{"server_uuid": "a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4", "name": "network-vif-deleted", "tag": "c49bffe3-b213-40d0-a914-6759e188a044"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:37:46.772785 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7968e702-a7b9-4bb8-9690-ad6fc610ef22 x-openstack-request-id: req-7968e702-a7b9-4bb8-9690-ad6fc610ef22 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:37:46.773110 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4", "name": "network-vif-deleted", "tag": "c49bffe3-b213-40d0-a914-6759e188a044", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:37:46.773374 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7968e702-a7b9-4bb8-9690-ad6fc610ef22 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:37:46.773808 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7968e702-a7b9-4bb8-9690-ad6fc610ef22'] response: {'server_uuid': 'a4bbdd27-ab6f-48a9-bf31-b2ae9e4881b4', 'name': 'network-vif-deleted', 'tag': 'c49bffe3-b213-40d0-a914-6759e188a044', 'status': 'completed', 'code': 200} Aug 24 03:37:46.801348 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-957a2b8b-fb41-4888-85d3-42609cdd8993 None None] Set router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:37:47.000080 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-957a2b8b-fb41-4888-85d3-42609cdd8993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:38Z', 'revision_number': 5, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:37:47.028117 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a2b8b-fb41-4888-85d3-42609cdd8993 None None] Checking router: 71a22cfd-8168-4dde-a53a-9fe8a017ee85 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:37:47.036724 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a2b8b-fb41-4888-85d3-42609cdd8993 None None] Routers {'71a22cfd-8168-4dde-a53a-9fe8a017ee85'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:37:47.037344 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-957a2b8b-fb41-4888-85d3-42609cdd8993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:37:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:37:47.096782 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:47.139088 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-957a2b8b-fb41-4888-85d3-42609cdd8993 None None] Set router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:37:47.357865 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-03bae435-06d8-4f9d-9117-08d8fd5f9f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:47.421409 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-957a2b8b-fb41-4888-85d3-42609cdd8993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:38Z', 'revision_number': 5, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:37:47.446452 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a2b8b-fb41-4888-85d3-42609cdd8993 None None] The sync data for ids ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'] in dv-cinder-854261-1-iscsi is: [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:31Z', 'revision_number': 4, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c7ab7893-87fb-4423-83e7-6c82f16e2af0', 'name': '', 'network_id': '52ff60ab-ab6b-4793-b855-63432cd730d4', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'mac_address': 'fa:16:3e:f3:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:30Z', 'updated_at': '2022-08-24T03:31:38Z', 'revision_number': 5, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'subnets': [{'id': '8eba2ef7-6d0c-4faf-acaa-72abc36d027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:37:47.654528 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d7d5bb-1e23-466c-ae31-985d16339e80 None None] New status for floating IP b0c2d8e1-e02b-4f75-af06-574d94e0cab9: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:37:47.738089 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 58322) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:47.802629 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f163403c-edcc-4261-af93-8091df40032d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group (fc974ac5-e16d-48a0-862d-8194c6f67484), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:47.826969 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f163403c-edcc-4261-af93-8091df40032d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group (fc974ac5-e16d-48a0-862d-8194c6f67484), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:47.829430 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:47.837757 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:47.877220 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f163403c-edcc-4261-af93-8091df40032d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (fc974ac5-e16d-48a0-862d-8194c6f67484), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:47.879741 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f163403c-edcc-4261-af93-8091df40032d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:47.880920 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f163403c-edcc-4261-af93-8091df40032d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/fc974ac5-e16d-48a0-862d-8194c6f67484 HTTP/1.1" status: 204 len: 168 time: 0.1417511 Aug 24 03:37:47.883708 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58324) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:47.891099 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163403c-edcc-4261-af93-8091df40032d tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc974ac5-e16d-48a0-862d-8194c6f67484,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:47.898345 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.api.v2.resource [None req-b9b94eaf-d977-44be-a8f2-f39d1c0b8431 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] show failed (client error): The resource could not be found. Aug 24 03:37:47.899377 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b9b94eaf-d977-44be-a8f2-f39d1c0b8431 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "GET /networking/v2.0/security-groups/fc974ac5-e16d-48a0-862d-8194c6f67484 HTTP/1.1" status: 404 len: 347 time: 0.0146546 Aug 24 03:37:47.903275 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58326) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:48.018182 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-e92f1e61-e970-441d-af19-b75e372a02ce tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Deleting port 0fb6a048-698e-414e-a03b-4da5f08e345a {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:37:48.018533 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e92f1e61-e970-441d-af19-b75e372a02ce tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (0fb6a048-698e-414e-a03b-4da5f08e345a), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:48.096959 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e92f1e61-e970-441d-af19-b75e372a02ce tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (0fb6a048-698e-414e-a03b-4da5f08e345a), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:48.097288 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e92f1e61-e970-441d-af19-b75e372a02ce tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for floatingip (0fb6a048-698e-414e-a03b-4da5f08e345a), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:48.110052 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-e92f1e61-e970-441d-af19-b75e372a02ce tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Calling delete_port for 0fb6a048-698e-414e-a03b-4da5f08e345a owned by network:floatingip {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:37:48.239954 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e92f1e61-e970-441d-af19-b75e372a02ce tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (0fb6a048-698e-414e-a03b-4da5f08e345a), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:48.265580 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f1e61-e970-441d-af19-b75e372a02ce tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Pushing event deleted for resources: {'Port': ['ID=0fb6a048-698e-414e-a03b-4da5f08e345a,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:48.330415 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e92f1e61-e970-441d-af19-b75e372a02ce tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks [] for floatingip (b0c2d8e1-e02b-4f75-af06-574d94e0cab9), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:48.332899 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e92f1e61-e970-441d-af19-b75e372a02ce tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:48.334045 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e92f1e61-e970-441d-af19-b75e372a02ce tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/b0c2d8e1-e02b-4f75-af06-574d94e0cab9 HTTP/1.1" status: 204 len: 168 time: 0.4300101 Aug 24 03:37:49.853655 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-292f1780-f289-4d12-a9bc-f42b73a1bc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:49.860911 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device c49bffe3-b213-40d0-a914-6759e188a044 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:37:49.883969 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: c49bffe3-b213-40d0-a914-6759e188a044 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:37:49.884312 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device c49bffe3-b213-40d0-a914-6759e188a044 not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:37:50.760584 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58354) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:50.879267 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:51.072523 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:51.080044 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:51.121668 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7b09b134-2378-42ce-b47f-93dcb42e02a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892142'] for router_interface (71a22cfd-8168-4dde-a53a-9fe8a017ee85), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:51.336197 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-7b09b134-2378-42ce-b47f-93dcb42e02a6 admin admin] Deleting port c7ab7893-87fb-4423-83e7-6c82f16e2af0 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:37:51.336428 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7b09b134-2378-42ce-b47f-93dcb42e02a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:51.413527 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-7b09b134-2378-42ce-b47f-93dcb42e02a6 admin admin] For port c7ab7893-87fb-4423-83e7-6c82f16e2af0, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=c7ab7893-87fb-4423-83e7-6c82f16e2af0,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:37:51.413885 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7b09b134-2378-42ce-b47f-93dcb42e02a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:51.427048 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-7b09b134-2378-42ce-b47f-93dcb42e02a6 admin admin] Calling delete_port for c7ab7893-87fb-4423-83e7-6c82f16e2af0 owned by network:router_interface {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:37:51.613399 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7b09b134-2378-42ce-b47f-93dcb42e02a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (c7ab7893-87fb-4423-83e7-6c82f16e2af0), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:51.636176 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09b134-2378-42ce-b47f-93dcb42e02a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ab7893-87fb-4423-83e7-6c82f16e2af0,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:51.808307 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7b09b134-2378-42ce-b47f-93dcb42e02a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892026'] for router_interface (71a22cfd-8168-4dde-a53a-9fe8a017ee85), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:51.913252 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:51.997526 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:52.042113 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b09b134-2378-42ce-b47f-93dcb42e02a6 admin admin] Router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:37:52.144821 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b09b134-2378-42ce-b47f-93dcb42e02a6 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:37:52.149832 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7b09b134-2378-42ce-b47f-93dcb42e02a6 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/71a22cfd-8168-4dde-a53a-9fe8a017ee85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3881214 Aug 24 03:37:52.153329 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58360) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:52.155704 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0005b6-0c00-449b-97d3-b6b6ce290dc5 None None] Sync routers for ids ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:37:52.166070 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0005b6-0c00-449b-97d3-b6b6ce290dc5 None None] Routers {'71a22cfd-8168-4dde-a53a-9fe8a017ee85'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:37:52.166667 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-4b0005b6-0c00-449b-97d3-b6b6ce290dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:37:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:37:52.254076 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] Publish callbacks [] for router (71a22cfd-8168-4dde-a53a-9fe8a017ee85), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:52.280647 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-4b0005b6-0c00-449b-97d3-b6b6ce290dc5 None None] Set router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:37:52.355009 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] Publish callbacks [] for router_gateway (71a22cfd-8168-4dde-a53a-9fe8a017ee85), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:52.398657 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] Deleting port db531d17-c1c0-4493-bc21-68a47467e343 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:37:52.399152 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (db531d17-c1c0-4493-bc21-68a47467e343), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:52.412794 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:52.456604 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-4b0005b6-0c00-449b-97d3-b6b6ce290dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253'}], 'enable_snat': True}, 'gw_port_id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:37:51Z', 'revision_number': 5, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port': {'id': 'db531d17-c1c0-4493-bc21-68a47467e343', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:37:52.482536 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0005b6-0c00-449b-97d3-b6b6ce290dc5 None None] Checking router: 71a22cfd-8168-4dde-a53a-9fe8a017ee85 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:37:52.486998 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] For port db531d17-c1c0-4493-bc21-68a47467e343, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=db531d17-c1c0-4493-bc21-68a47467e343,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:37:52.487380 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (db531d17-c1c0-4493-bc21-68a47467e343), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:52.490701 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0005b6-0c00-449b-97d3-b6b6ce290dc5 None None] Routers {'71a22cfd-8168-4dde-a53a-9fe8a017ee85'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:37:52.491441 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-4b0005b6-0c00-449b-97d3-b6b6ce290dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:37:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:37:52.501569 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] Calling delete_port for db531d17-c1c0-4493-bc21-68a47467e343 owned by network:router_gateway {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:37:52.548063 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:52.583129 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-4b0005b6-0c00-449b-97d3-b6b6ce290dc5 None None] Set router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:37:52.585493 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:52.647083 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:52.648814 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-4b0005b6-0c00-449b-97d3-b6b6ce290dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:37:52Z', 'revision_number': 6, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port_host': None}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:37:52.675118 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0005b6-0c00-449b-97d3-b6b6ce290dc5 None None] The sync data for ids ['71a22cfd-8168-4dde-a53a-9fe8a017ee85'] in dv-cinder-854261-1-iscsi is: [{'id': '71a22cfd-8168-4dde-a53a-9fe8a017ee85', 'name': 'tempest-AttachVolumeShelveTestJSON-1617130465-router', 'tenant_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:31:28Z', 'updated_at': '2022-08-24T03:37:52Z', 'revision_number': 6, 'project_id': 'b5da9e76bed44f3d90144e4fbff2cb1c', 'gw_port_host': None}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:37:52.690318 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (db531d17-c1c0-4493-bc21-68a47467e343), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:52.695990 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:52.720658 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=db531d17-c1c0-4493-bc21-68a47467e343,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:52.785834 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7889515'] for router_gateway (71a22cfd-8168-4dde-a53a-9fe8a017ee85), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:52.883031 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7892112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12826'] for router (71a22cfd-8168-4dde-a53a-9fe8a017ee85), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:52.888874 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] Publish callbacks [] for router_controller (71a22cfd-8168-4dde-a53a-9fe8a017ee85), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:52.937995 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7892105'] for router (71a22cfd-8168-4dde-a53a-9fe8a017ee85), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:52.938566 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71a22cfd-8168-4dde-a53a-9fe8a017ee85 {{(pid=106302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 03:37:52.943504 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:52.944682 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3124c40c-c3a7-486e-bbda-cf757b622cc9 admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/71a22cfd-8168-4dde-a53a-9fe8a017ee85 HTTP/1.1" status: 204 len: 168 time: 0.7904050 Aug 24 03:37:52.947295 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58370) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:52.991698 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e70f175-f9ed-4b57-b55e-54423cc45aac admin admin] Deleting subnet 8eba2ef7-6d0c-4faf-acaa-72abc36d027f {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:37:52.995598 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e70f175-f9ed-4b57-b55e-54423cc45aac admin admin] Publish callbacks [] for subnet (8eba2ef7-6d0c-4faf-acaa-72abc36d027f), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:52.997268 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:53.032606 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e70f175-f9ed-4b57-b55e-54423cc45aac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5410074'] for subnet (8eba2ef7-6d0c-4faf-acaa-72abc36d027f), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:53.116986 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e70f175-f9ed-4b57-b55e-54423cc45aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (8eba2ef7-6d0c-4faf-acaa-72abc36d027f), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:53.170396 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e70f175-f9ed-4b57-b55e-54423cc45aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4780407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5185151'] for subnet (8eba2ef7-6d0c-4faf-acaa-72abc36d027f), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:53.196595 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70f175-f9ed-4b57-b55e-54423cc45aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eba2ef7-6d0c-4faf-acaa-72abc36d027f,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:53.200289 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9e70f175-f9ed-4b57-b55e-54423cc45aac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:53.203707 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9e70f175-f9ed-4b57-b55e-54423cc45aac admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/8eba2ef7-6d0c-4faf-acaa-72abc36d027f HTTP/1.1" status: 204 len: 168 time: 0.2552083 Aug 24 03:37:53.206027 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58372) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:53.209194 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671a0e5b-318f-46e3-a225-c22ca0381104 None None] Network 52ff60ab-ab6b-4793-b855-63432cd730d4 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:37:53.277997 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (52ff60ab-ab6b-4793-b855-63432cd730d4), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:53.320243 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] Deleting port 543b3c55-25ac-45d9-98dc-34cf43275cb2 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:37:53.320659 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:53.385563 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] For port 543b3c55-25ac-45d9-98dc-34cf43275cb2, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=543b3c55-25ac-45d9-98dc-34cf43275cb2,segment=NetworkSegment(03bc137d-65ff-4720-870e-7343ebb2c762),segment_id=03bc137d-65ff-4720-870e-7343ebb2c762)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:37:53.385928 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:53.404170 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] Calling delete_port for 543b3c55-25ac-45d9-98dc-34cf43275cb2 owned by network:dhcp {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:37:53.453443 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] DHCP port deletion for 52ff60ab-ab6b-4793-b855-63432cd730d4 request from dv-cinder-854261-1-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 03:37:53.493538 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Deleting port 543b3c55-25ac-45d9-98dc-34cf43275cb2 {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:37:53.493916 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:53.496554 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:53.522586 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] Pushing event deleted for resources: {'Port': ['ID=543b3c55-25ac-45d9-98dc-34cf43275cb2,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:53.524424 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] No DVR routers for this DVR port 543b3c55-25ac-45d9-98dc-34cf43275cb2 on host dv-cinder-854261-1-iscsi {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:37:53.566340 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] For port 543b3c55-25ac-45d9-98dc-34cf43275cb2, host dv-cinder-854261-1-iscsi, got binding levels [] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:37:53.567452 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:53.582814 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Calling delete_port for 543b3c55-25ac-45d9-98dc-34cf43275cb2 owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:37:53.585731 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.ipam_backend_mixin [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Port 543b3c55-25ac-45d9-98dc-34cf43275cb2 was not found and therefore no delete operation was performed {{(pid=106303) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 24 03:37:53.587030 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238'] for port (543b3c55-25ac-45d9-98dc-34cf43275cb2), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:53.610549 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Pushing event deleted for resources: {'Port': ['ID=543b3c55-25ac-45d9-98dc-34cf43275cb2,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:53.620269 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] No DVR routers for this DVR port 543b3c55-25ac-45d9-98dc-34cf43275cb2 on host dv-cinder-854261-1-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:37:53.622620 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:53.622967 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:53.623304 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:53.623640 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:53.623966 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:53.624297 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:53.624619 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:53.624966 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:53.625290 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:53.625609 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:53.625929 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:53.626253 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:53.626568 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:53.626892 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:53.627206 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb65d1-3dfd-47b1-8534-4a1ac096fd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:37:53.899338 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (52ff60ab-ab6b-4793-b855-63432cd730d4), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:53.926551 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ff60ab-ab6b-4793-b855-63432cd730d4']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:37:53.938440 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bc137d-65ff-4720-870e-7343ebb2c762') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:37:53.938739 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bc137d-65ff-4720-870e-7343ebb2c762') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:37:53.950782 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5410067'] for segment (03bc137d-65ff-4720-870e-7343ebb2c762), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:53.968210 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (03bc137d-65ff-4720-870e-7343ebb2c762), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:53.975266 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:37:53.975662 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4780305'] for segment (03bc137d-65ff-4720-870e-7343ebb2c762), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:54.005972 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 03bc137d-65ff-4720-870e-7343ebb2c762 resource provider aggregate not found Aug 24 03:37:54.044016 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 03bc137d-65ff-4720-870e-7343ebb2c762 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03bc137d-65ff-4720-870e-7343ebb2c762 found for delete ", "request_id": "req-db5d401f-a393-406c-abb8-b9954d01191b"}]} Aug 24 03:37:54.053636 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (52ff60ab-ab6b-4793-b855-63432cd730d4), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:54.060162 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:54.063275 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/52ff60ab-ab6b-4793-b855-63432cd730d4 HTTP/1.1" status: 204 len: 168 time: 0.8563371 Aug 24 03:37:54.078492 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21211e-cc2d-4eb8-9122-9b1758555921 admin admin] Pushing event deleted for resources: {'Network': ['ID=52ff60ab-ab6b-4793-b855-63432cd730d4,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:54.090892 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device db531d17-c1c0-4493-bc21-68a47467e343 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:37:54.112060 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: db531d17-c1c0-4493-bc21-68a47467e343 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:37:54.112409 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device db531d17-c1c0-4493-bc21-68a47467e343 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:37:54.112849 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device c7ab7893-87fb-4423-83e7-6c82f16e2af0 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:37:54.133370 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: c7ab7893-87fb-4423-83e7-6c82f16e2af0 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:37:54.133838 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device c7ab7893-87fb-4423-83e7-6c82f16e2af0 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:37:54.134258 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 543b3c55-25ac-45d9-98dc-34cf43275cb2 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:37:54.156280 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 543b3c55-25ac-45d9-98dc-34cf43275cb2 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:37:54.156628 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 543b3c55-25ac-45d9-98dc-34cf43275cb2 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:37:54.207651 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58382) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:54.223578 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:54.257748 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-dbe0c0a8-6b80-4cf5-9926-15edfbbd6421 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=b5da9e76bed44f3d90144e4fbff2cb1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484586 Aug 24 03:37:54.261671 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58384) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:54.290726 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:54.318899 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-05217237-e42a-43ad-8292-087e655cfea9 admin admin] Publish callbacks [] for security_group (45f662ff-37e3-4189-8d5b-988a09592724), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:54.344495 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-05217237-e42a-43ad-8292-087e655cfea9 admin admin] Publish callbacks [] for security_group (45f662ff-37e3-4189-8d5b-988a09592724), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:54.396956 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-05217237-e42a-43ad-8292-087e655cfea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (45f662ff-37e3-4189-8d5b-988a09592724), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:54.399512 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-05217237-e42a-43ad-8292-087e655cfea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:54.400752 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-05217237-e42a-43ad-8292-087e655cfea9 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/45f662ff-37e3-4189-8d5b-988a09592724 HTTP/1.1" status: 204 len: 168 time: 0.1380978 Aug 24 03:37:54.409020 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05217237-e42a-43ad-8292-087e655cfea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f662ff-37e3-4189-8d5b-988a09592724,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:55.102310 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58408) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:55.202712 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1948214175-network', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:37:55.224069 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] Made reservation on behalf of 4b05b1de2f064ba29a6d0f7f4c8b2a01 for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:37:55.226361 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:55.234711 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:55.315352 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] Publish callbacks [] for security_group (a79ebbac-58ee-4687-94ab-5d0801a5be49), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:55.319162 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (a79ebbac-58ee-4687-94ab-5d0801a5be49), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:55.349632 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:37:55.359929 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79ebbac-58ee-4687-94ab-5d0801a5be49,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:55.364815 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (db7cd175-dd91-4c5d-a54b-b419e73bda8c), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:55.365164 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] Added segment db7cd175-dd91-4c5d-a54b-b419e73bda8c of type vlan for network f7160365-682d-4059-86b5-916b47b99501 Aug 24 03:37:55.406564 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (f7160365-682d-4059-86b5-916b47b99501), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:55.430336 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (f7160365-682d-4059-86b5-916b47b99501), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:55.432337 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:55.432947 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:55.468919 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3654835 Aug 24 03:37:55.471956 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 58412) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:55.478074 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-7074f21d-d2b4-4bd3-91b2-1cddb3dc5138 admin admin] Request body: {'subnet': {'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-subnet', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:37:55.499396 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7074f21d-d2b4-4bd3-91b2-1cddb3dc5138 admin admin] Made reservation on behalf of 4b05b1de2f064ba29a6d0f7f4c8b2a01 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:37:55.500951 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564f707-9a72-4d26-a721-38281295dd7f admin admin] Pushing event updated for resources: {'Network': ['ID=f7160365-682d-4059-86b5-916b47b99501,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:55.502171 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7074f21d-d2b4-4bd3-91b2-1cddb3dc5138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4973782'] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:55.511751 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network f7160365-682d-4059-86b5-916b47b99501 details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:37:55.675631 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7074f21d-d2b4-4bd3-91b2-1cddb3dc5138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4932823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4973752'] for subnet (3201e8cd-c470-4794-b02d-e164a36dc04e), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:55.734918 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074f21d-d2b4-4bd3-91b2-1cddb3dc5138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3201e8cd-c470-4794-b02d-e164a36dc04e,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:55.742604 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074f21d-d2b4-4bd3-91b2-1cddb3dc5138 admin admin] Checking segment: {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:37:55.742961 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074f21d-d2b4-4bd3-91b2-1cddb3dc5138 admin admin] Network hostable DHCP agents. Network: f7160365-682d-4059-86b5-916b47b99501, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:37:55.761379 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074f21d-d2b4-4bd3-91b2-1cddb3dc5138 admin admin] Network f7160365-682d-4059-86b5-916b47b99501 is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:37:55.769984 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-7074f21d-d2b4-4bd3-91b2-1cddb3dc5138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, f7160365-682d-4059-86b5-916b47b99501) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:37:55.774795 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7074f21d-d2b4-4bd3-91b2-1cddb3dc5138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:37:55.776294 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7074f21d-d2b4-4bd3-91b2-1cddb3dc5138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:55.780370 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5609349a-9038-435a-99fc-bf8de179c7e6 None None] Network f7160365-682d-4059-86b5-916b47b99501 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:37:55.794024 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-7074f21d-d2b4-4bd3-91b2-1cddb3dc5138 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3198814 Aug 24 03:37:55.799261 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 58414) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:55.804181 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:37:55.829432 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12812'] for router (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:55.830430 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7891735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7889631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8099016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12805'] for router (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:55.881976 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Publish callbacks [] for router_controller (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), precommit_add_association {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:55.888455 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70d57586-e4e6-542b-96d4-1cbf7e47ba16-f7160365-682d-4059-86b5-916b47b99501', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e'}]}} from dv-cinder-854261-1-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 03:37:55.890224 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:56.022635 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Publish callbacks [] for router_gateway (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:56.040596 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Allocated IP 172.20.0.2 (f7160365-682d-4059-86b5-916b47b99501/3201e8cd-c470-4794-b02d-e164a36dc04e/e26f0534-cd4a-41d3-a869-7cd5910b7bac) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:37:56.079644 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:56.082435 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:56.196661 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Publish callbacks [] for port (e26f0534-cd4a-41d3-a869-7cd5910b7bac), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:56.202789 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (e26f0534-cd4a-41d3-a869-7cd5910b7bac), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:56.236211 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Publish callbacks [] for router_gateway (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:56.237982 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Network f7160365-682d-4059-86b5-916b47b99501 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:37:56.244691 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:37:56.248277 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:37:56.255667 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:56.260781 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Pushing event updated for resources: {'Port': ['ID=e26f0534-cd4a-41d3-a869-7cd5910b7bac,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:56.294541 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:56.311183 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Attempting to bind port e26f0534-cd4a-41d3-a869-7cd5910b7bac on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:37:56.311548 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Attempting to bind port e26f0534-cd4a-41d3-a869-7cd5910b7bac by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:37:56.311930 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Attempting to bind port e26f0534-cd4a-41d3-a869-7cd5910b7bac on network f7160365-682d-4059-86b5-916b47b99501 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:37:56.317431 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:37:56.317816 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Checking segment: {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:37:56.318225 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:56.318616 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Bound using segment: {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:37:56.319087 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Bound port: e26f0534-cd4a-41d3-a869-7cd5910b7bac, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:37:56.319469 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e26f0534-cd4a-41d3-a869-7cd5910b7bac), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:56.372527 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Allocated IP 172.27.4.207 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/1265251c-58d0-408d-8df0-49530a428b48) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:37:56.382900 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] For port e26f0534-cd4a-41d3-a869-7cd5910b7bac, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:37:56.386181 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] For port e26f0534-cd4a-41d3-a869-7cd5910b7bac, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=e26f0534-cd4a-41d3-a869-7cd5910b7bac,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:37:56.392080 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (e26f0534-cd4a-41d3-a869-7cd5910b7bac), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:56.397650 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:56.451787 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0b22c-d915-43d7-b7d9-9567afd367c8 None None] Pushing event updated for resources: {'Port': ['ID=e26f0534-cd4a-41d3-a869-7cd5910b7bac,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:56.492150 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Publish callbacks [] for port (1265251c-58d0-408d-8df0-49530a428b48), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:56.526289 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (1265251c-58d0-408d-8df0-49530a428b48), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:56.581283 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:37:56.586624 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:37:56.590243 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:37:56.596093 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Pushing event updated for resources: {'Port': ['ID=1265251c-58d0-408d-8df0-49530a428b48,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:56.840366 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Publish callbacks [] for router_gateway (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:57.030820 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7891712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7889582'] for router (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:57.157194 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:57.163532 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb is scheduled to L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e with binding_index 1 {{(pid=106301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 03:37:57.338877 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5410b116-379c-4830-ae7f-aa07681c8957 None None] Network f7160365-682d-4059-86b5-916b47b99501 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:37:57.450533 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-0b0d8dd7-515e-4ed7-ae72-ef344bf0fa54 None None] Provisioning complete for port e26f0534-cd4a-41d3-a869-7cd5910b7bac triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:37:57.450905 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8dd7-515e-4ed7-ae72-ef344bf0fa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (e26f0534-cd4a-41d3-a869-7cd5910b7bac), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:57.512810 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:57.531690 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:37:57.535752 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d8dd7-515e-4ed7-ae72-ef344bf0fa54 None None] Current status of the port e26f0534-cd4a-41d3-a869-7cd5910b7bac is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:37:57.536145 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8dd7-515e-4ed7-ae72-ef344bf0fa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (e26f0534-cd4a-41d3-a869-7cd5910b7bac), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:57.548521 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Sync routers for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:37:57.551990 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:57.557689 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-32467e6c-7b42-4597-b0b9-7c23b0bed9d6 admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7571940 Aug 24 03:37:57.558166 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58424) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:57.569559 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:37:57.570190 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:37:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:37:57.647310 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-0b0d8dd7-515e-4ed7-ae72-ef344bf0fa54 None None] For port e26f0534-cd4a-41d3-a869-7cd5910b7bac, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=e26f0534-cd4a-41d3-a869-7cd5910b7bac,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:37:57.657690 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8dd7-515e-4ed7-ae72-ef344bf0fa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (e26f0534-cd4a-41d3-a869-7cd5910b7bac), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:57.726700 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:57.735744 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d8dd7-515e-4ed7-ae72-ef344bf0fa54 None None] Pushing event updated for resources: {'Port': ['ID=e26f0534-cd4a-41d3-a869-7cd5910b7bac,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:57.741814 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:37:57.886010 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:57.951168 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-cbf3baae-b2ab-4d1f-a589-4d0344d33137 None None] Provisioning complete for port e26f0534-cd4a-41d3-a869-7cd5910b7bac triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:37:57.951541 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-cbf3baae-b2ab-4d1f-a589-4d0344d33137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (e26f0534-cd4a-41d3-a869-7cd5910b7bac), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:57.990769 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:57.992127 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:58.011637 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.111553 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device e26f0534-cd4a-41d3-a869-7cd5910b7bac up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:37:58.140241 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-cbf3baae-b2ab-4d1f-a589-4d0344d33137 None None] Current status of the port e26f0534-cd4a-41d3-a869-7cd5910b7bac is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:37:58.161184 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:56Z', 'revision_number': 3, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:37:58.176650 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Allocated IP 172.20.0.1 (f7160365-682d-4059-86b5-916b47b99501/3201e8cd-c470-4794-b02d-e164a36dc04e/d4d14a89-07f2-4dae-a50d-f085fab64e17) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:37:58.189908 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Checking router: b9c7e9c5-a766-493a-8a2d-bf4ab872edcb for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:37:58.190252 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Updating router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb port 1265251c-58d0-408d-8df0-49530a428b48 binding host dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:37:58.225085 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port e26f0534-cd4a-41d3-a869-7cd5910b7bac triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:37:58.225461 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (e26f0534-cd4a-41d3-a869-7cd5910b7bac), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.245454 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (1265251c-58d0-408d-8df0-49530a428b48), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.289189 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Publish callbacks [] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.320351 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.359670 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Network f7160365-682d-4059-86b5-916b47b99501 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:37:58.364295 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:37:58.368289 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:37:58.391322 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Pushing event updated for resources: {'Port': ['ID=d4d14a89-07f2-4dae-a50d-f085fab64e17,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:58.404200 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port e26f0534-cd4a-41d3-a869-7cd5910b7bac is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:37:58.417844 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890483'] for router_interface (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.550873 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Publish callbacks [] for port (1265251c-58d0-408d-8df0-49530a428b48), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.552139 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.556353 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (1265251c-58d0-408d-8df0-49530a428b48), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.594805 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Attempting to bind port 1265251c-58d0-408d-8df0-49530a428b48 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:37:58.595169 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Attempting to bind port 1265251c-58d0-408d-8df0-49530a428b48 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:37:58.595529 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Attempting to bind port 1265251c-58d0-408d-8df0-49530a428b48 on network 68ed77cc-6535-48c9-8f55-c96c079deaef {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:37:58.608255 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:37:58.608624 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Checking segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:37:58.609048 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.609437 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Bound using segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:37:58.609893 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Bound port: 1265251c-58d0-408d-8df0-49530a428b48, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:37:58.610264 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (1265251c-58d0-408d-8df0-49530a428b48), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.613464 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1571772-82ec-4dbf-ac4d-4d3db0fbd08b None None] Pushing event updated for resources: {'Port': ['ID=1265251c-58d0-408d-8df0-49530a428b48,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:58.645878 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:58.678084 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:58.680701 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-1ab9b7cf-3ca7-42e3-9bca-3e2958ec324f None None] Provisioning complete for port d4d14a89-07f2-4dae-a50d-f085fab64e17 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:37:58.681103 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b7cf-3ca7-42e3-9bca-3e2958ec324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.683943 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] For port 1265251c-58d0-408d-8df0-49530a428b48, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:37:58.688622 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] For port 1265251c-58d0-408d-8df0-49530a428b48, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=1265251c-58d0-408d-8df0-49530a428b48,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:37:58.717675 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (1265251c-58d0-408d-8df0-49530a428b48), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.735571 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Publish callbacks [] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.740344 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.745713 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:58.756326 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9b7cf-3ca7-42e3-9bca-3e2958ec324f None None] Port d4d14a89-07f2-4dae-a50d-f085fab64e17 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:37:58.767811 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:37:58.768435 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:37:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:37:58.815117 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Pushing event updated for resources: {'Port': ['ID=d4d14a89-07f2-4dae-a50d-f085fab64e17,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:58.817902 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890511'] for router_interface (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:58.848956 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1571772-82ec-4dbf-ac4d-4d3db0fbd08b None None] Pushing event updated for resources: {'Port': ['ID=1265251c-58d0-408d-8df0-49530a428b48,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:58.858492 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:58.889813 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:37:58.915787 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Network f7160365-682d-4059-86b5-916b47b99501 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:37:58.918217 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:37:59.040177 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:37:59.101654 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 2, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:37:59.128935 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e75b53c-8f8f-45df-a072-862819699000 None None] The sync data for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi is: [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 2, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:37:59.155747 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:37:59.160997 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2c2b1d05-2032-4d19-a8df-ede0f2e4528a admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/b9c7e9c5-a766-493a-8a2d-bf4ab872edcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6008177 Aug 24 03:37:59.180542 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-42f193e7-c234-4f4d-87c7-2362d40c0514 None None] Provisioning complete for port d4d14a89-07f2-4dae-a50d-f085fab64e17 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:37:59.180963 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-42f193e7-c234-4f4d-87c7-2362d40c0514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:59.220993 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-42f193e7-c234-4f4d-87c7-2362d40c0514 None None] Port d4d14a89-07f2-4dae-a50d-f085fab64e17 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:37:59.498792 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58436) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:59.503476 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-e75ee9c4-35c4-4796-a6c2-64edb3f81b45 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--929998751', 'description': 'tempest-description--778789120'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:37:59.526528 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e75ee9c4-35c4-4796-a6c2-64edb3f81b45 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:59.600577 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e75ee9c4-35c4-4796-a6c2-64edb3f81b45 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (0d6d9f82-ac8a-4b46-8f17-1b238ea71044), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:59.605979 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e75ee9c4-35c4-4796-a6c2-64edb3f81b45 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (0d6d9f82-ac8a-4b46-8f17-1b238ea71044), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:59.640847 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e75ee9c4-35c4-4796-a6c2-64edb3f81b45 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:59.644875 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e75ee9c4-35c4-4796-a6c2-64edb3f81b45 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1422851 Aug 24 03:37:59.644875 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ee9c4-35c4-4796-a6c2-64edb3f81b45 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6d9f82-ac8a-4b46-8f17-1b238ea71044,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:59.645238 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 58438) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:59.649824 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-0e521dcd-1d70-49a5-a014-ca74809bb675 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'security_group_rule': {'security_group_id': '0d6d9f82-ac8a-4b46-8f17-1b238ea71044', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:37:59.679383 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0e521dcd-1d70-49a5-a014-ca74809bb675 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (beb382bf-0274-4c68-a4e1-858ff391993d), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:59.741273 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0e521dcd-1d70-49a5-a014-ca74809bb675 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (beb382bf-0274-4c68-a4e1-858ff391993d), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:59.746297 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0e521dcd-1d70-49a5-a014-ca74809bb675 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (beb382bf-0274-4c68-a4e1-858ff391993d), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:59.779350 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0e521dcd-1d70-49a5-a014-ca74809bb675 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:59.779350 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-0e521dcd-1d70-49a5-a014-ca74809bb675 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301479 Aug 24 03:37:59.779594 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58440) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:59.785823 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-79e9e49e-8fe5-4829-a6ba-620192b26ab6 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'security_group_rule': {'security_group_id': '0d6d9f82-ac8a-4b46-8f17-1b238ea71044', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:37:59.791681 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e521dcd-1d70-49a5-a014-ca74809bb675 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb382bf-0274-4c68-a4e1-858ff391993d,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:59.819480 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-79e9e49e-8fe5-4829-a6ba-620192b26ab6 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (ba73c4b8-1cb3-4b75-bc12-dcbd1e23117e), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:59.878806 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:37:59.886792 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-79e9e49e-8fe5-4829-a6ba-620192b26ab6 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (ba73c4b8-1cb3-4b75-bc12-dcbd1e23117e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:59.894495 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-79e9e49e-8fe5-4829-a6ba-620192b26ab6 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (ba73c4b8-1cb3-4b75-bc12-dcbd1e23117e), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:59.917659 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9e49e-8fe5-4829-a6ba-620192b26ab6 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba73c4b8-1cb3-4b75-bc12-dcbd1e23117e,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:37:59.927344 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-79e9e49e-8fe5-4829-a6ba-620192b26ab6 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:37:59.928594 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-79e9e49e-8fe5-4829-a6ba-620192b26ab6 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479003 Aug 24 03:37:59.932510 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 58442) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:37:59.937086 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'floatingip': {'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:37:59.961337 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:00.055113 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:00.120059 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 1265251c-58d0-408d-8df0-49530a428b48 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:38:00.167561 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 1265251c-58d0-408d-8df0-49530a428b48 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:38:00.168087 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (1265251c-58d0-408d-8df0-49530a428b48), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:00.181144 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Allocated IP 172.27.4.35 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/d8cae202-b271-4e53-ab8f-6d7f5b93ddfd) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:38:00.251866 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 1265251c-58d0-408d-8df0-49530a428b48 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:38:00.252261 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (1265251c-58d0-408d-8df0-49530a428b48), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:00.273745 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 1265251c-58d0-408d-8df0-49530a428b48, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=1265251c-58d0-408d-8df0-49530a428b48,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:38:00.280882 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (1265251c-58d0-408d-8df0-49530a428b48), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:00.302844 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for port (d8cae202-b271-4e53-ab8f-6d7f5b93ddfd), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:00.335673 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=1265251c-58d0-408d-8df0-49530a428b48,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:00.350238 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (d8cae202-b271-4e53-ab8f-6d7f5b93ddfd), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:00.406188 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:38:00.409935 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:38:00.414464 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:38:00.440552 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'Port': ['ID=d8cae202-b271-4e53-ab8f-6d7f5b93ddfd,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:00.509478 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:00.511089 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (e080aa73-28e6-44cf-b3f9-a0383d08fff6), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:00.531767 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:00.560136 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (d8cae202-b271-4e53-ab8f-6d7f5b93ddfd), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:00.714244 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for port (d8cae202-b271-4e53-ab8f-6d7f5b93ddfd), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:00.719250 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (d8cae202-b271-4e53-ab8f-6d7f5b93ddfd), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:00.793226 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'Port': ['ID=d8cae202-b271-4e53-ab8f-6d7f5b93ddfd,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:00.796977 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (e080aa73-28e6-44cf-b3f9-a0383d08fff6), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:00.813019 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:00.814257 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e23940d0-385c-4b41-843d-d7d54974a530 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8806412 Aug 24 03:38:00.976902 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-49ea58ac-2670-4f1e-936e-0088df2eb806 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--929998751&fields=id&tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01 HTTP/1.1" status: 200 len: 267 time: 0.0436113 Aug 24 03:38:01.078707 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:01.090410 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19119a27-1345-4b10-8fb7-267321fba24d req-c6e1c990-4e5e-4bdc-ac9d-9b2cc9d1a8d6 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:01.092236 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-c6e1c990-4e5e-4bdc-ac9d-9b2cc9d1a8d6 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 815 time: 0.1072989 Aug 24 03:38:01.108116 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-268e1cae-ea11-4527-81d5-5ad264bc7dc6 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/quotas/4b05b1de2f064ba29a6d0f7f4c8b2a01 HTTP/1.1" status: 200 len: 375 time: 0.0097826 Aug 24 03:38:01.158240 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-cf5654ed-cef7-4fda-87db-9bc8ac841003 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450609 Aug 24 03:38:01.242864 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Sync routers for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:38:01.253493 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:38:01.254087 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:37:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:38:01.256476 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-0e47ab1d-5a73-4aa5-9ee8-492d0ba03f71 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866468 Aug 24 03:38:01.350303 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-f09b381c-1fef-45dc-9123-721c1d7a9fd1 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873303 Aug 24 03:38:01.357480 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:38:01.530554 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9eeecf4e-1a88-4d1c-bf05-3c49afe6f5f6 req-29a2f84f-0864-4c47-a241-ae57f9d996c4 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 210 time: 0.0314658 Aug 24 03:38:01.567481 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 2, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:38:01.598494 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Checking router: b9c7e9c5-a766-493a-8a2d-bf4ab872edcb for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:38:01.598846 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Updating router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb port d4d14a89-07f2-4dae-a50d-f085fab64e17 binding host dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:38:01.628622 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:01.898272 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Publish callbacks [] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:01.903384 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:02.049517 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Pushing event updated for resources: {'Port': ['ID=d4d14a89-07f2-4dae-a50d-f085fab64e17,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:02.076017 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:02.076361 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:02.076697 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:02.077074 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:02.077404 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:02.077730 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:02.078050 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:02.078363 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:02.078694 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:02.078998 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:02.079312 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:02.079650 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:02.079966 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:02.080276 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:02.080603 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:02.097747 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Attempting to bind port d4d14a89-07f2-4dae-a50d-f085fab64e17 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:38:02.098107 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Attempting to bind port d4d14a89-07f2-4dae-a50d-f085fab64e17 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:38:02.098462 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Attempting to bind port d4d14a89-07f2-4dae-a50d-f085fab64e17 on network f7160365-682d-4059-86b5-916b47b99501 {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:38:02.100158 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:02.103906 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 1265251c-58d0-408d-8df0-49530a428b48 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:38:02.105243 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:38:02.105618 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Checking segment: {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:38:02.106012 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:02.106403 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Bound using segment: {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:38:02.106864 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Bound port: d4d14a89-07f2-4dae-a50d-f085fab64e17, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:38:02.107230 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:02.150143 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 1265251c-58d0-408d-8df0-49530a428b48 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:38:02.151132 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (1265251c-58d0-408d-8df0-49530a428b48), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:02.169059 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] For port d4d14a89-07f2-4dae-a50d-f085fab64e17, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:38:02.172089 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] For port d4d14a89-07f2-4dae-a50d-f085fab64e17, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=d4d14a89-07f2-4dae-a50d-f085fab64e17,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:38:02.177451 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:02.206571 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:02.220510 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:38:02.221165 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:37:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:38:02.224664 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:02.232346 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 1265251c-58d0-408d-8df0-49530a428b48 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:38:02.298139 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf38a6-4155-422d-a06d-082f60048cea None None] Pushing event updated for resources: {'Port': ['ID=d4d14a89-07f2-4dae-a50d-f085fab64e17,revision_number=4']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:02.334548 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:38:02.518748 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:02Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:38:02.543090 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01efc8d4-1207-4bfe-9659-6003aa8ec724 None None] The sync data for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi is: [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:02Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:38:02.643725 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e888c186-add9-4796-9f93-a538e6c05bb3 req-04d3602d-2b55-4ef7-a1ce-06d5ff500466 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 210 time: 0.0324731 Aug 24 03:38:03.749391 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2015ded2-80e5-4707-990f-acbbefdf8072 req-7f8a565d-51a6-4f93-9992-680ccf06962b tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 210 time: 0.0278943 Aug 24 03:38:04.030721 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19119a27-1345-4b10-8fb7-267321fba24d req-d6aceca9-ee0a-4cba-9b26-73ea9de0eb37 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:04.033068 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-d6aceca9-ee0a-4cba-9b26-73ea9de0eb37 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 815 time: 0.1099494 Aug 24 03:38:04.099933 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device d4d14a89-07f2-4dae-a50d-f085fab64e17 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:38:04.124418 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-f941becc-ba85-44ab-9993-b4c64009aa15 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01 HTTP/1.1" status: 200 len: 379 time: 0.0643754 Aug 24 03:38:04.152597 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port d4d14a89-07f2-4dae-a50d-f085fab64e17 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:38:04.153082 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:04.225694 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port d4d14a89-07f2-4dae-a50d-f085fab64e17 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:38:04.225995 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:04.258298 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port d4d14a89-07f2-4dae-a50d-f085fab64e17, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=d4d14a89-07f2-4dae-a50d-f085fab64e17,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:38:04.263243 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:04.266487 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-19119a27-1345-4b10-8fb7-267321fba24d req-663ddb3a-f73a-41c4-86e6-6f8d270d042a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'port': {'device_id': '3a493863-6fda-4311-8271-48f093698726', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'admin_state_up': True, 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'security_groups': ['0d6d9f82-ac8a-4b46-8f17-1b238ea71044']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:38:04.311680 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=d4d14a89-07f2-4dae-a50d-f085fab64e17,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:04.374945 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19119a27-1345-4b10-8fb7-267321fba24d req-663ddb3a-f73a-41c4-86e6-6f8d270d042a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Made reservation on behalf of 4b05b1de2f064ba29a6d0f7f4c8b2a01 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:38:04.378831 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-19119a27-1345-4b10-8fb7-267321fba24d req-663ddb3a-f73a-41c4-86e6-6f8d270d042a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:04.511915 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-19119a27-1345-4b10-8fb7-267321fba24d req-663ddb3a-f73a-41c4-86e6-6f8d270d042a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Allocated IP 172.20.0.6 (f7160365-682d-4059-86b5-916b47b99501/3201e8cd-c470-4794-b02d-e164a36dc04e/a3e235e1-9925-4bd2-ad87-9f5d93265022) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:38:04.576397 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:04.652491 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-19119a27-1345-4b10-8fb7-267321fba24d req-663ddb3a-f73a-41c4-86e6-6f8d270d042a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:04.658875 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:04.687583 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-19119a27-1345-4b10-8fb7-267321fba24d req-663ddb3a-f73a-41c4-86e6-6f8d270d042a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:04.732564 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19119a27-1345-4b10-8fb7-267321fba24d req-663ddb3a-f73a-41c4-86e6-6f8d270d042a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Network f7160365-682d-4059-86b5-916b47b99501 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:38:04.735180 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-19119a27-1345-4b10-8fb7-267321fba24d req-663ddb3a-f73a-41c4-86e6-6f8d270d042a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:38:04.739373 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-19119a27-1345-4b10-8fb7-267321fba24d req-663ddb3a-f73a-41c4-86e6-6f8d270d042a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:38:04.765912 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ddb3a-f73a-41c4-86e6-6f8d270d042a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'Port': ['ID=a3e235e1-9925-4bd2-ad87-9f5d93265022,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:04.797664 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19119a27-1345-4b10-8fb7-267321fba24d req-663ddb3a-f73a-41c4-86e6-6f8d270d042a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:04.798689 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-19119a27-1345-4b10-8fb7-267321fba24d req-663ddb3a-f73a-41c4-86e6-6f8d270d042a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:04.817311 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-663ddb3a-f73a-41c4-86e6-6f8d270d042a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5548279 Aug 24 03:38:04.840201 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Request body: {'port': {'device_id': '3a493863-6fda-4311-8271-48f093698726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:38:04.891085 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680f78a-953e-4c05-a10d-849e69310258 req-28af52c1-a00c-47df-87c3-14a1c7591b4d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:04.892738 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c680f78a-953e-4c05-a10d-849e69310258 req-28af52c1-a00c-47df-87c3-14a1c7591b4d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 931 time: 0.0572972 Aug 24 03:38:04.925053 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:04.946142 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c680f78a-953e-4c05-a10d-849e69310258 req-df90ce68-fc8e-46a2-8078-8280dd9c0adc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0d6d9f82-ac8a-4b46-8f17-1b238ea71044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461516 Aug 24 03:38:04.972524 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:04.981322 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-b9b3856e-7a1e-4c4d-8df9-b8b025e0eed3 None None] Provisioning complete for port a3e235e1-9925-4bd2-ad87-9f5d93265022 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:38:04.981989 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b9b3856e-7a1e-4c4d-8df9-b8b025e0eed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:05.015540 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3856e-7a1e-4c4d-8df9-b8b025e0eed3 None None] Port a3e235e1-9925-4bd2-ad87-9f5d93265022 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:38:05.195315 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e235e1-9925-4bd2-ad87-9f5d93265022 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:38:05.203166 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Publish callbacks [] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:05.216230 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Transition to ACTIVE for port object a3e235e1-9925-4bd2-ad87-9f5d93265022 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:38:05.219514 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:05.299323 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Pushing event updated for resources: {'Port': ['ID=a3e235e1-9925-4bd2-ad87-9f5d93265022,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:05.330958 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Attempting to bind port a3e235e1-9925-4bd2-ad87-9f5d93265022 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:38:05.331295 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Attempting to bind port a3e235e1-9925-4bd2-ad87-9f5d93265022 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:38:05.331623 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Attempting to bind port a3e235e1-9925-4bd2-ad87-9f5d93265022 on network f7160365-682d-4059-86b5-916b47b99501 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:38:05.335997 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Port a3e235e1-9925-4bd2-ad87-9f5d93265022 on network f7160365-682d-4059-86b5-916b47b99501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:38:05.336320 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Attempting to bind port a3e235e1-9925-4bd2-ad87-9f5d93265022 on network f7160365-682d-4059-86b5-916b47b99501 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:38:05.342083 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:38:05.342421 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Checking segment: {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:38:05.342800 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Bound using segment: {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:38:05.343223 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Bound port: a3e235e1-9925-4bd2-ad87-9f5d93265022, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:38:05.343573 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:05.404277 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] For port a3e235e1-9925-4bd2-ad87-9f5d93265022, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:38:05.407492 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] For port a3e235e1-9925-4bd2-ad87-9f5d93265022, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a3e235e1-9925-4bd2-ad87-9f5d93265022,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:38:05.413043 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:05.417955 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:05.418575 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:05.419941 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/a3e235e1-9925-4bd2-ad87-9f5d93265022 HTTP/1.1" status: 200 len: 1093 time: 0.5845771 Aug 24 03:38:05.420443 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a493863-6fda-4311-8271-48f093698726', 'tag': 'a3e235e1-9925-4bd2-ad87-9f5d93265022'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:38:05.422772 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1567ed51-8521-4b23-a997-b5c76ef39ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a493863-6fda-4311-8271-48f093698726", "tag": "a3e235e1-9925-4bd2-ad87-9f5d93265022"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:38:05.461366 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37bda77-922d-4e20-84f3-ce725134809a x-openstack-request-id: req-b37bda77-922d-4e20-84f3-ce725134809a {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:38:05.461661 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a493863-6fda-4311-8271-48f093698726", "tag": "a3e235e1-9925-4bd2-ad87-9f5d93265022", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:38:05.461914 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b37bda77-922d-4e20-84f3-ce725134809a {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:38:05.462317 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37bda77-922d-4e20-84f3-ce725134809a'] response: {'name': 'network-changed', 'server_uuid': '3a493863-6fda-4311-8271-48f093698726', 'tag': 'a3e235e1-9925-4bd2-ad87-9f5d93265022', 'status': 'completed', 'code': 200} Aug 24 03:38:05.465437 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:05.479718 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe0cf9-c771-446c-a683-a8d06f8a954b service neutron] Pushing event updated for resources: {'Port': ['ID=a3e235e1-9925-4bd2-ad87-9f5d93265022,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:05.505740 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:05.536531 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19119a27-1345-4b10-8fb7-267321fba24d req-fb64c6b2-b2f6-434b-b967-579546270424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:05.538080 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-fb64c6b2-b2f6-434b-b967-579546270424 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 1127 time: 0.0417161 Aug 24 03:38:05.587495 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-317c2544-2fae-4215-8b0c-d0ab3e56e1d9 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3e235e1-9925-4bd2-ad87-9f5d93265022 HTTP/1.1" status: 200 len: 217 time: 0.0318861 Aug 24 03:38:05.636170 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19119a27-1345-4b10-8fb7-267321fba24d req-49d81a1c-6a64-49c0-a7da-51c339d2ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:05.638215 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-49d81a1c-6a64-49c0-a7da-51c339d2ff88 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 200 len: 854 time: 0.0447066 Aug 24 03:38:05.690550 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19119a27-1345-4b10-8fb7-267321fba24d req-5e12f2ca-42a9-4dcf-9fc3-24811feda846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:05.692082 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-5e12f2ca-42a9-4dcf-9fc3-24811feda846 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f7160365-682d-4059-86b5-916b47b99501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433800 Aug 24 03:38:05.783251 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-33fb70f0-5e73-4b79-8a08-af991fd02a42 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845506 Aug 24 03:38:05.879170 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-19119a27-1345-4b10-8fb7-267321fba24d req-abbddaf5-2f2c-482d-8a13-140570bfde31 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897932 Aug 24 03:38:06.068279 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d97fb7-344a-4ec5-9a2f-7fcfa4e8daf8 req-a20a5a6e-ed64-41e1-91d7-67bd67d48068 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:06.069815 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-06d97fb7-344a-4ec5-9a2f-7fcfa4e8daf8 req-a20a5a6e-ed64-41e1-91d7-67bd67d48068 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 943 time: 0.0496826 Aug 24 03:38:06.091695 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device d4d14a89-07f2-4dae-a50d-f085fab64e17 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:38:06.125380 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-06d97fb7-344a-4ec5-9a2f-7fcfa4e8daf8 req-9171e5a7-d257-4476-aaa0-8e1235cea7b3 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0d6d9f82-ac8a-4b46-8f17-1b238ea71044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485134 Aug 24 03:38:06.150909 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port d4d14a89-07f2-4dae-a50d-f085fab64e17 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:38:06.150909 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:06.217807 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port d4d14a89-07f2-4dae-a50d-f085fab64e17 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:38:06.767344 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567ed51-8521-4b23-a997-b5c76ef39ee0 req-360fe2de-db6e-42eb-bbc3-fdc92c6a8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:06.768982 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1567ed51-8521-4b23-a997-b5c76ef39ee0 req-360fe2de-db6e-42eb-bbc3-fdc92c6a8a79 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 1127 time: 0.0401549 Aug 24 03:38:06.862756 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567ed51-8521-4b23-a997-b5c76ef39ee0 req-93adb698-1caa-490b-a5e2-7b5d85f24868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:06.864282 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1567ed51-8521-4b23-a997-b5c76ef39ee0 req-93adb698-1caa-490b-a5e2-7b5d85f24868 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 916 time: 0.0897596 Aug 24 03:38:06.902927 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1567ed51-8521-4b23-a997-b5c76ef39ee0 req-b4051adc-0513-4e97-bc5f-463789542bf0 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3e235e1-9925-4bd2-ad87-9f5d93265022 HTTP/1.1" status: 200 len: 217 time: 0.0328465 Aug 24 03:38:06.952206 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567ed51-8521-4b23-a997-b5c76ef39ee0 req-55bc4fd2-4974-4d53-af0b-cb232667659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:06.953616 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1567ed51-8521-4b23-a997-b5c76ef39ee0 req-55bc4fd2-4974-4d53-af0b-cb232667659a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 200 len: 854 time: 0.0442781 Aug 24 03:38:07.003600 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567ed51-8521-4b23-a997-b5c76ef39ee0 req-c1a76de3-31df-48ab-8458-ea939cd74039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:07.005166 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1567ed51-8521-4b23-a997-b5c76ef39ee0 req-c1a76de3-31df-48ab-8458-ea939cd74039 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f7160365-682d-4059-86b5-916b47b99501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455215 Aug 24 03:38:07.100730 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1567ed51-8521-4b23-a997-b5c76ef39ee0 req-f9e2aec8-9fb0-457c-a29f-18422c4f8884 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866659 Aug 24 03:38:07.205448 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1567ed51-8521-4b23-a997-b5c76ef39ee0 req-6a727aa6-62eb-4809-be07-b244e2d92f8b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980496 Aug 24 03:38:07.261140 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7f9ab-1ab5-4f11-a9a8-8b256a7a3341 req-2c8a9bd8-24b7-47ed-8577-ba12e596ebf2 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:07.262662 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ff7f9ab-1ab5-4f11-a9a8-8b256a7a3341 req-2c8a9bd8-24b7-47ed-8577-ba12e596ebf2 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 943 time: 0.0511198 Aug 24 03:38:07.309043 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device a3e235e1-9925-4bd2-ad87-9f5d93265022 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:38:07.310634 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ff7f9ab-1ab5-4f11-a9a8-8b256a7a3341 req-2144a964-7e02-4f1e-88f3-1008e2940f35 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0d6d9f82-ac8a-4b46-8f17-1b238ea71044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420351 Aug 24 03:38:07.545330 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port a3e235e1-9925-4bd2-ad87-9f5d93265022, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a3e235e1-9925-4bd2-ad87-9f5d93265022,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:38:07.556381 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': 'a3e235e1-9925-4bd2-ad87-9f5d93265022', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'port_id': 'a3e235e1-9925-4bd2-ad87-9f5d93265022', 'mac_address': 'fa:16:3e:78:85:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:38:07.593771 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port a3e235e1-9925-4bd2-ad87-9f5d93265022 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:38:07.594164 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:07.607403 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e235e1-9925-4bd2-ad87-9f5d93265022 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:38:07.627353 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port a3e235e1-9925-4bd2-ad87-9f5d93265022, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a3e235e1-9925-4bd2-ad87-9f5d93265022,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:38:07.632255 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:07.682503 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=a3e235e1-9925-4bd2-ad87-9f5d93265022,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:07.961189 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['a3e235e1-9925-4bd2-ad87-9f5d93265022'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:38:08.075544 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:08.434486 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ae86-3a98-4db8-9525-51fd6f40b23b req-8d01b7b2-a708-4ff6-b1c8-2239fc0f3178 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:08.436010 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-eac8ae86-3a98-4db8-9525-51fd6f40b23b req-8d01b7b2-a708-4ff6-b1c8-2239fc0f3178 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 944 time: 0.0501904 Aug 24 03:38:08.494347 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-eac8ae86-3a98-4db8-9525-51fd6f40b23b req-71206bf5-0893-4db1-b490-c2e4963d1321 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0d6d9f82-ac8a-4b46-8f17-1b238ea71044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517101 Aug 24 03:38:08.559461 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc236f2-8ecf-4b88-b229-138bf44ffc6e req-97d19cb6-05eb-435a-bdc5-6e6d75aea2b2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:08.560952 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4dc236f2-8ecf-4b88-b229-138bf44ffc6e req-97d19cb6-05eb-435a-bdc5-6e6d75aea2b2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 945 time: 0.0498338 Aug 24 03:38:08.607842 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4dc236f2-8ecf-4b88-b229-138bf44ffc6e req-45090040-e12a-46fa-bcb1-c0316d4531fe tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 Aug 24 03:38:09.325884 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device a3e235e1-9925-4bd2-ad87-9f5d93265022 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:38:09.373350 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port a3e235e1-9925-4bd2-ad87-9f5d93265022 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:38:09.378475 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port a3e235e1-9925-4bd2-ad87-9f5d93265022 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:38:09.378961 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:09.450097 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port a3e235e1-9925-4bd2-ad87-9f5d93265022 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:38:09.450485 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:09.467724 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:09.473235 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a493863-6fda-4311-8271-48f093698726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e235e1-9925-4bd2-ad87-9f5d93265022'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:38:09.475441 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa323b74-6e7b-40e9-8240-d56ca036e8b3" -d '{"events": [{"server_uuid": "3a493863-6fda-4311-8271-48f093698726", "name": "network-vif-plugged", "status": "completed", "tag": "a3e235e1-9925-4bd2-ad87-9f5d93265022"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:38:09.491179 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port a3e235e1-9925-4bd2-ad87-9f5d93265022, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a3e235e1-9925-4bd2-ad87-9f5d93265022,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:38:09.495636 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:09.518782 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc70b43-d324-498c-9c97-b07a2b150d11 x-openstack-request-id: req-fbc70b43-d324-498c-9c97-b07a2b150d11 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:38:09.519072 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a493863-6fda-4311-8271-48f093698726", "name": "network-vif-plugged", "status": "completed", "tag": "a3e235e1-9925-4bd2-ad87-9f5d93265022", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:38:09.519322 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fbc70b43-d324-498c-9c97-b07a2b150d11 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:38:09.519722 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc70b43-d324-498c-9c97-b07a2b150d11'] response: {'server_uuid': '3a493863-6fda-4311-8271-48f093698726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e235e1-9925-4bd2-ad87-9f5d93265022', 'code': 200} Aug 24 03:38:09.550238 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=a3e235e1-9925-4bd2-ad87-9f5d93265022,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:09.612279 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96dd608-d86b-469f-ae62-0147b9aa9dd7 req-dd4d5425-5d9a-4ede-b898-c27138ed3a19 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:09.613799 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f96dd608-d86b-469f-ae62-0147b9aa9dd7 req-dd4d5425-5d9a-4ede-b898-c27138ed3a19 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 945 time: 0.0470693 Aug 24 03:38:09.661369 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f96dd608-d86b-469f-ae62-0147b9aa9dd7 req-5da00961-8be3-4789-9c95-249975449596 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0d6d9f82-ac8a-4b46-8f17-1b238ea71044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420043 Aug 24 03:38:09.723384 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:09.732805 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e6a7f-a50d-438a-a2c1-f2a41ef6606b req-4da21ca2-1508-4208-8f83-2633d303d964 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:09.734686 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-748e6a7f-a50d-438a-a2c1-f2a41ef6606b req-4da21ca2-1508-4208-8f83-2633d303d964 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 945 time: 0.0529752 Aug 24 03:38:09.781249 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-748e6a7f-a50d-438a-a2c1-f2a41ef6606b req-2f767732-e907-4a77-9849-ee6790d17ebc tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Aug 24 03:38:10.136723 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd520ef-edb0-4bc3-a9eb-71b3233884d8 req-a1989bb1-6170-4e7b-9a05-373ac112ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:10.138234 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cbd520ef-edb0-4bc3-a9eb-71b3233884d8 req-a1989bb1-6170-4e7b-9a05-373ac112ab36 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 1129 time: 0.0390275 Aug 24 03:38:10.183915 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cbd520ef-edb0-4bc3-a9eb-71b3233884d8 req-653e484a-1539-4149-93b6-5e1840b0fb3f service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=0d6d9f82-ac8a-4b46-8f17-1b238ea71044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372760 Aug 24 03:38:10.567396 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400c0fb-3b58-48ee-89b8-ab8c1c96a901 req-adec0986-db46-474d-a010-14f6be4a4409 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:10.568790 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0400c0fb-3b58-48ee-89b8-ab8c1c96a901 req-adec0986-db46-474d-a010-14f6be4a4409 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 945 time: 0.0460303 Aug 24 03:38:10.782748 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c100d2-22be-4feb-8509-37828ea0ecc5 req-cc1e49fd-de62-4f4d-94bb-115b3597e68a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:10.784248 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-69c100d2-22be-4feb-8509-37828ea0ecc5 req-cc1e49fd-de62-4f4d-94bb-115b3597e68a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 945 time: 0.0480874 Aug 24 03:38:10.833285 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-69c100d2-22be-4feb-8509-37828ea0ecc5 req-4f8ec8da-39fe-4730-87f6-fab096012b74 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0d6d9f82-ac8a-4b46-8f17-1b238ea71044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434918 Aug 24 03:38:10.899213 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:10.916447 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6094b2-8506-4fb9-9105-81f51adb53f9 req-966e25c6-6a8d-4f7f-b0fb-89b3d736fda9 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:10.918020 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ce6094b2-8506-4fb9-9105-81f51adb53f9 req-966e25c6-6a8d-4f7f-b0fb-89b3d736fda9 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 945 time: 0.0502238 Aug 24 03:38:10.940805 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-0400c0fb-3b58-48ee-89b8-ab8c1c96a901 req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Deleting port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:38:10.941156 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0400c0fb-3b58-48ee-89b8-ab8c1c96a901 req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (aa70beb4-13fb-47e3-a96f-69b0fe3a7aec), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:10.944905 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:10.969108 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ce6094b2-8506-4fb9-9105-81f51adb53f9 req-bfc92ea4-8bd7-4a63-9351-442ddea289d6 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453882 Aug 24 03:38:11.013900 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:11.035882 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-0400c0fb-3b58-48ee-89b8-ab8c1c96a901 req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] For port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=aa70beb4-13fb-47e3-a96f-69b0fe3a7aec,segment=NetworkSegment(b44877e0-4ba1-4230-8ab0-abb21bc66846),segment_id=b44877e0-4ba1-4230-8ab0-abb21bc66846)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:38:11.036246 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0400c0fb-3b58-48ee-89b8-ab8c1c96a901 req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (aa70beb4-13fb-47e3-a96f-69b0fe3a7aec), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:11.052512 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-0400c0fb-3b58-48ee-89b8-ab8c1c96a901 req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Calling delete_port for aa70beb4-13fb-47e3-a96f-69b0fe3a7aec owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:38:11.181128 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0400c0fb-3b58-48ee-89b8-ab8c1c96a901 req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (aa70beb4-13fb-47e3-a96f-69b0fe3a7aec), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:11.211216 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Pushing event deleted for resources: {'Port': ['ID=aa70beb4-13fb-47e3-a96f-69b0fe3a7aec,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:11.216318 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['aa70beb4-13fb-47e3-a96f-69b0fe3a7aec'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:38:11.243236 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:11.243581 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:11.243924 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:11.244864 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:11.245693 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:11.246037 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:11.246357 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:11.246708 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:11.247057 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:11.247363 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:11.247688 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:11.248028 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:11.248336 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:11.248658 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:11.249002 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:11.273053 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-0400c0fb-3b58-48ee-89b8-ab8c1c96a901 req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] No DVR routers for this DVR port aa70beb4-13fb-47e3-a96f-69b0fe3a7aec on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:38:11.275991 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0400c0fb-3b58-48ee-89b8-ab8c1c96a901 req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:11.279215 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0400c0fb-3b58-48ee-89b8-ab8c1c96a901 req-b5b441f6-84a3-4456-9c50-78f686a513c8 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.84 "DELETE /networking/v2.0/ports/aa70beb4-13fb-47e3-a96f-69b0fe3a7aec HTTP/1.1" status: 204 len: 173 time: 0.4344347 Aug 24 03:38:11.279645 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de285c1-cf27-4c89-a56a-9d49322e3f42', 'name': 'network-vif-deleted', 'tag': 'aa70beb4-13fb-47e3-a96f-69b0fe3a7aec'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:38:11.281897 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3b5d31-fa55-44bf-abfb-a5c6f6289f95" -d '{"events": [{"server_uuid": "1de285c1-cf27-4c89-a56a-9d49322e3f42", "name": "network-vif-deleted", "tag": "aa70beb4-13fb-47e3-a96f-69b0fe3a7aec"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:38:11.317831 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6d7e1e-a66e-4c00-bed4-29deba90a7b5 x-openstack-request-id: req-dd6d7e1e-a66e-4c00-bed4-29deba90a7b5 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:38:11.318122 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de285c1-cf27-4c89-a56a-9d49322e3f42", "name": "network-vif-deleted", "tag": "aa70beb4-13fb-47e3-a96f-69b0fe3a7aec", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:38:11.318372 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd6d7e1e-a66e-4c00-bed4-29deba90a7b5 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:38:11.318769 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6d7e1e-a66e-4c00-bed4-29deba90a7b5'] response: {'server_uuid': '1de285c1-cf27-4c89-a56a-9d49322e3f42', 'name': 'network-vif-deleted', 'tag': 'aa70beb4-13fb-47e3-a96f-69b0fe3a7aec', 'status': 'completed', 'code': 200} Aug 24 03:38:11.956787 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136892b7-e96f-4cb3-91b0-ea3f791008a3 req-5675a8f5-992e-4994-b4e6-d30ec06f4cea tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:11.958272 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-136892b7-e96f-4cb3-91b0-ea3f791008a3 req-5675a8f5-992e-4994-b4e6-d30ec06f4cea tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 945 time: 0.0469735 Aug 24 03:38:12.007948 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-136892b7-e96f-4cb3-91b0-ea3f791008a3 req-33979760-448a-49b1-a2f4-e8c988be0a58 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0d6d9f82-ac8a-4b46-8f17-1b238ea71044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435069 Aug 24 03:38:12.107313 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a79b49f5-2315-487a-b95a-e7500c9b95da req-581c9958-0961-4913-8b20-d27edb2fa28a tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1de285c1-cf27-4c89-a56a-9d49322e3f42 HTTP/1.1" status: 200 len: 210 time: 0.0390573 Aug 24 03:38:12.141899 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a9f1a-0fe0-4adf-9451-d92a9d3cef77 req-30a851f6-b77d-45d0-bf92-66fddfa2d496 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:12.143384 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-eb8a9f1a-0fe0-4adf-9451-d92a9d3cef77 req-30a851f6-b77d-45d0-bf92-66fddfa2d496 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 945 time: 0.0641692 Aug 24 03:38:12.153989 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58546) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:38:12.158445 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-b446ce32-a743-451d-acc0-9a1204527080 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'floatingip': {'port_id': 'a3e235e1-9925-4bd2-ad87-9f5d93265022'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:38:12.201530 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b446ce32-a743-451d-acc0-9a1204527080 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (e080aa73-28e6-44cf-b3f9-a0383d08fff6), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:12.521941 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:12.608932 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b446ce32-a743-451d-acc0-9a1204527080 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:12.612509 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b446ce32-a743-451d-acc0-9a1204527080 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (e080aa73-28e6-44cf-b3f9-a0383d08fff6), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:12.705632 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-b446ce32-a743-451d-acc0-9a1204527080 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Floating IP e080aa73-28e6-44cf-b3f9-a0383d08fff6 associated. External IP: 172.27.4.35, port: a3e235e1-9925-4bd2-ad87-9f5d93265022. Aug 24 03:38:12.878782 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:12.913699 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b446ce32-a743-451d-acc0-9a1204527080 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:38:12.924706 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:13.016066 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b446ce32-a743-451d-acc0-9a1204527080 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:38:13.020498 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b446ce32-a743-451d-acc0-9a1204527080 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:13.026499 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a4824-f31e-492c-bab0-5a05aa243cf3 None None] Sync routers for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:38:13.036899 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a4824-f31e-492c-bab0-5a05aa243cf3 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:38:13.037511 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-6e3a4824-f31e-492c-bab0-5a05aa243cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:37:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:38:13.051595 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b446ce32-a743-451d-acc0-9a1204527080 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/e080aa73-28e6-44cf-b3f9-a0383d08fff6 HTTP/1.1" status: 200 len: 990 time: 0.8964918 Aug 24 03:38:13.052166 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a493863-6fda-4311-8271-48f093698726', 'tag': 'a3e235e1-9925-4bd2-ad87-9f5d93265022'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:38:13.054495 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edf363e-0c0c-45ba-aaab-b71a093ce0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3a493863-6fda-4311-8271-48f093698726", "tag": "a3e235e1-9925-4bd2-ad87-9f5d93265022"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:38:13.092410 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9468b3-26a7-4b80-9ef6-ae6fc17e192b x-openstack-request-id: req-cd9468b3-26a7-4b80-9ef6-ae6fc17e192b {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:38:13.092703 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a493863-6fda-4311-8271-48f093698726", "tag": "a3e235e1-9925-4bd2-ad87-9f5d93265022", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:38:13.092995 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd9468b3-26a7-4b80-9ef6-ae6fc17e192b {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:38:13.093463 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9468b3-26a7-4b80-9ef6-ae6fc17e192b'] response: {'name': 'network-changed', 'server_uuid': '3a493863-6fda-4311-8271-48f093698726', 'tag': 'a3e235e1-9925-4bd2-ad87-9f5d93265022', 'status': 'completed', 'code': 200} Aug 24 03:38:13.144965 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-6e3a4824-f31e-492c-bab0-5a05aa243cf3 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:38:13.194790 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf363e-0c0c-45ba-aaab-b71a093ce0eb req-412b8dae-ac25-4825-b6d9-6cc27a2faf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:13.196412 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6edf363e-0c0c-45ba-aaab-b71a093ce0eb req-412b8dae-ac25-4825-b6d9-6cc27a2faf71 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 1129 time: 0.0571840 Aug 24 03:38:13.300193 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf363e-0c0c-45ba-aaab-b71a093ce0eb req-7823d477-e235-49e2-a464-372a0fc4bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:13.301941 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6edf363e-0c0c-45ba-aaab-b71a093ce0eb req-7823d477-e235-49e2-a464-372a0fc4bbf8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 916 time: 0.0997493 Aug 24 03:38:13.351362 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device aa70beb4-13fb-47e3-a96f-69b0fe3a7aec no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:38:13.377992 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: aa70beb4-13fb-47e3-a96f-69b0fe3a7aec {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:38:13.378564 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device aa70beb4-13fb-47e3-a96f-69b0fe3a7aec not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:38:13.386330 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6edf363e-0c0c-45ba-aaab-b71a093ce0eb req-ed9c25d9-24e7-450e-93b9-48b57d0dc19b service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3e235e1-9925-4bd2-ad87-9f5d93265022 HTTP/1.1" status: 200 len: 998 time: 0.0772526 Aug 24 03:38:13.427726 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-6e3a4824-f31e-492c-bab0-5a05aa243cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'e080aa73-28e6-44cf-b3f9-a0383d08fff6', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.35', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': 'a3e235e1-9925-4bd2-ad87-9f5d93265022', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:78:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a493863-6fda-4311-8271-48f093698726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:38:00Z', 'updated_at': '2022-08-24T03:38:12Z', 'revision_number': 1, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:38:13.442005 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf363e-0c0c-45ba-aaab-b71a093ce0eb req-3881ddf1-20cd-4476-b975-73ace3567eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:13.443602 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6edf363e-0c0c-45ba-aaab-b71a093ce0eb req-3881ddf1-20cd-4476-b975-73ace3567eda service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 200 len: 854 time: 0.0506978 Aug 24 03:38:13.457459 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a4824-f31e-492c-bab0-5a05aa243cf3 None None] Checking router: b9c7e9c5-a766-493a-8a2d-bf4ab872edcb for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:38:13.467612 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a4824-f31e-492c-bab0-5a05aa243cf3 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:38:13.468218 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-6e3a4824-f31e-492c-bab0-5a05aa243cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:37:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:38:13.488378 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf363e-0c0c-45ba-aaab-b71a093ce0eb req-a9f342ae-8a29-43e4-aefb-2135c75ba9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:13.489943 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6edf363e-0c0c-45ba-aaab-b71a093ce0eb req-a9f342ae-8a29-43e4-aefb-2135c75ba9bd service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f7160365-682d-4059-86b5-916b47b99501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404234 Aug 24 03:38:13.575813 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-6e3a4824-f31e-492c-bab0-5a05aa243cf3 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:38:13.586722 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6edf363e-0c0c-45ba-aaab-b71a093ce0eb req-839c80a6-1389-4309-880d-6b1584f17b4e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893157 Aug 24 03:38:13.682113 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6edf363e-0c0c-45ba-aaab-b71a093ce0eb req-6714813c-ddfd-4f7d-962b-43785e28dad6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889452 Aug 24 03:38:13.696570 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:13.793566 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-6e3a4824-f31e-492c-bab0-5a05aa243cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'e080aa73-28e6-44cf-b3f9-a0383d08fff6', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.35', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': 'a3e235e1-9925-4bd2-ad87-9f5d93265022', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:78:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a493863-6fda-4311-8271-48f093698726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:38:00Z', 'updated_at': '2022-08-24T03:38:12Z', 'revision_number': 1, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:38:13.818227 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a4824-f31e-492c-bab0-5a05aa243cf3 None None] The sync data for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi is: [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'e080aa73-28e6-44cf-b3f9-a0383d08fff6', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.35', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': 'a3e235e1-9925-4bd2-ad87-9f5d93265022', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:78:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a493863-6fda-4311-8271-48f093698726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:38:00Z', 'updated_at': '2022-08-24T03:38:12Z', 'revision_number': 1, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:38:14.008647 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae440bb-272f-499c-aa7b-e856c9ed94f8 None None] New status for floating IP e080aa73-28e6-44cf-b3f9-a0383d08fff6: ACTIVE {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:38:17.098595 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:17.360326 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0d80a5e9-bdcb-4aaa-819f-4f8cb44f6dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:19.396599 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38505-55f6-4d9b-9f29-515b51e3c6ab req-96b0a478-0c25-424b-bfc1-955ac9efed30 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:19.398244 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6bf38505-55f6-4d9b-9f29-515b51e3c6ab req-96b0a478-0c25-424b-bfc1-955ac9efed30 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0482471 Aug 24 03:38:19.448986 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6bf38505-55f6-4d9b-9f29-515b51e3c6ab req-fb8e9020-7cc2-4d3c-9390-13e36460ab03 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433340 Aug 24 03:38:19.857160 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-426555f0-1aaf-4862-a709-87c89027eaaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:20.572106 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b7e9b-0aa5-4714-bf35-732fd7a3ac39 req-00df9158-78e0-4e8b-b328-b14e57224a5c tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:20.573727 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-938b7e9b-0aa5-4714-bf35-732fd7a3ac39 req-00df9158-78e0-4e8b-b328-b14e57224a5c tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0504305 Aug 24 03:38:20.623905 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-938b7e9b-0aa5-4714-bf35-732fd7a3ac39 req-ecef8e22-f647-40e2-a328-b5a0281d3e5b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444832 Aug 24 03:38:20.882116 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:21.226124 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-2d8e2291-f257-41bc-aaf2-b171b1d44210 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:21.227508 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-2d8e2291-f257-41bc-aaf2-b171b1d44210 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/networks?id=d18813c9-12da-4d54-a359-55f756fd2f82 HTTP/1.1" status: 200 len: 814 time: 0.1000297 Aug 24 03:38:21.242414 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-27079782-d85e-46c3-8b94-4915e0c2131e tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/quotas/69f494a609f241328d85790280b204b8 HTTP/1.1" status: 200 len: 375 time: 0.0087700 Aug 24 03:38:21.277440 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-bc834932-aee5-4a57-a732-be475e6a631c tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=69f494a609f241328d85790280b204b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303266 Aug 24 03:38:21.366205 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-c3f65e17-8be3-4c0f-8d6e-646c3a536671 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/d18813c9-12da-4d54-a359-55f756fd2f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823038 Aug 24 03:38:21.715336 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-8c4cbbae-0b82-49bb-bd3e-3590c585f8aa service neutron] 10.222.0.81 "GET /networking/v2.0/networks/d18813c9-12da-4d54-a359-55f756fd2f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435192 Aug 24 03:38:21.748590 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f4ce2-a66d-4795-bb25-e22ff5e7f2f0 req-2cc60589-d9e4-468e-8662-bb030d5ec4d3 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:21.750120 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2a8f4ce2-a66d-4795-bb25-e22ff5e7f2f0 req-2cc60589-d9e4-468e-8662-bb030d5ec4d3 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0495656 Aug 24 03:38:21.802643 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2a8f4ce2-a66d-4795-bb25-e22ff5e7f2f0 req-8397771c-edf6-4244-97d0-4036ed31396a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469937 Aug 24 03:38:21.878366 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-536378dd-7724-4e9a-8811-23eb72ff12b6 req-117d77d2-7d3f-4636-94be-57d997ec9cc6 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 210 time: 0.0289617 Aug 24 03:38:22.156790 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161d4d9-476a-4a8e-8c51-0cc297bf6d26 req-b51a5131-27d1-4dce-86f5-fe95b23cd053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:22.158313 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f161d4d9-476a-4a8e-8c51-0cc297bf6d26 req-b51a5131-27d1-4dce-86f5-fe95b23cd053 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5dea7fb32dea4f75917d82973bf7e7e6&device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 1130 time: 0.0410280 Aug 24 03:38:22.269378 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161d4d9-476a-4a8e-8c51-0cc297bf6d26 req-b487acb2-2126-473d-8dac-6584d3612c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:22.270874 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f161d4d9-476a-4a8e-8c51-0cc297bf6d26 req-b487acb2-2126-473d-8dac-6584d3612c34 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76 HTTP/1.1" status: 200 len: 910 time: 0.0908329 Aug 24 03:38:22.317488 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:22.343016 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f161d4d9-476a-4a8e-8c51-0cc297bf6d26 req-152931ba-0660-458a-8cd5-588bf3c93959 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885 HTTP/1.1" status: 200 len: 1001 time: 0.0652225 Aug 24 03:38:22.430419 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:22.448399 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161d4d9-476a-4a8e-8c51-0cc297bf6d26 req-0ec374b6-7743-471d-92a8-6b64e562e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:22.449898 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f161d4d9-476a-4a8e-8c51-0cc297bf6d26 req-0ec374b6-7743-471d-92a8-6b64e562e4ba service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=72d10fa5-9996-4ee4-ad31-9ef5e30d5114 HTTP/1.1" status: 200 len: 848 time: 0.0510049 Aug 24 03:38:22.501155 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161d4d9-476a-4a8e-8c51-0cc297bf6d26 req-7c929520-aa23-4c2a-8a37-42ce1fc88f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:22.502662 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f161d4d9-476a-4a8e-8c51-0cc297bf6d26 req-7c929520-aa23-4c2a-8a37-42ce1fc88f99 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449281 Aug 24 03:38:22.553154 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:22.631215 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:22.828152 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:38:22.841977 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f161d4d9-476a-4a8e-8c51-0cc297bf6d26 req-371cc961-1fe3-4cf5-a700-55780920bffa service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931818 Aug 24 03:38:22.953028 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d1733-2d4e-4687-967b-c0df4c28dd82 req-d2524b85-7753-4598-97b5-328367cb2997 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:22.954743 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab5d1733-2d4e-4687-967b-c0df4c28dd82 req-d2524b85-7753-4598-97b5-328367cb2997 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0730691 Aug 24 03:38:23.019134 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6a633dce-9d6f-48e7-b98f-a8e9a4896bbc req-e890d345-c7fd-41b1-8d96-69558bc14350 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 210 time: 0.0466323 Aug 24 03:38:23.042199 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f161d4d9-476a-4a8e-8c51-0cc297bf6d26 req-86180073-5ead-4ee8-885d-7415cc9543c8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804156 Aug 24 03:38:23.049754 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab5d1733-2d4e-4687-967b-c0df4c28dd82 req-603f55df-1e97-47f9-8d8d-065aeb614b3f tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867860 Aug 24 03:38:23.049954 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-e7d7c1e4-16a5-41ef-9c15-fb240b000db2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:23.051387 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-e7d7c1e4-16a5-41ef-9c15-fb240b000db2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.84 "GET /networking/v2.0/networks?id=d18813c9-12da-4d54-a359-55f756fd2f82 HTTP/1.1" status: 200 len: 814 time: 0.1705198 Aug 24 03:38:23.088125 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-1e8a0d28-8797-4571-b0dd-145fb539f3fc tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Request body: {'port': {'device_id': 'f0b99435-b9be-4877-aabe-7ce35db35517', 'network_id': 'd18813c9-12da-4d54-a359-55f756fd2f82', 'admin_state_up': True, 'tenant_id': '69f494a609f241328d85790280b204b8'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:38:23.201406 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-1e8a0d28-8797-4571-b0dd-145fb539f3fc tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Made reservation on behalf of 69f494a609f241328d85790280b204b8 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:38:23.205242 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-1e8a0d28-8797-4571-b0dd-145fb539f3fc tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:23.341288 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-1e8a0d28-8797-4571-b0dd-145fb539f3fc tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Allocated IP 172.20.0.3 (d18813c9-12da-4d54-a359-55f756fd2f82/63c8fadc-4d66-40b3-a24a-c29c836a2d4b/44487cab-e8cf-4744-ae9d-f6bf08586370) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:38:23.495935 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-1e8a0d28-8797-4571-b0dd-145fb539f3fc tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks [] for port (44487cab-e8cf-4744-ae9d-f6bf08586370), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:23.529284 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-1e8a0d28-8797-4571-b0dd-145fb539f3fc tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (44487cab-e8cf-4744-ae9d-f6bf08586370), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:23.536306 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:23.805806 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:23.829619 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-1e8a0d28-8797-4571-b0dd-145fb539f3fc tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Network d18813c9-12da-4d54-a359-55f756fd2f82 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:38:23.836192 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-1e8a0d28-8797-4571-b0dd-145fb539f3fc tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:38:23.839456 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-1e8a0d28-8797-4571-b0dd-145fb539f3fc tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:38:23.842872 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a0d28-8797-4571-b0dd-145fb539f3fc tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Pushing event updated for resources: {'Port': ['ID=44487cab-e8cf-4744-ae9d-f6bf08586370,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:23.889322 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-1e8a0d28-8797-4571-b0dd-145fb539f3fc tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:23.889940 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-1e8a0d28-8797-4571-b0dd-145fb539f3fc tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:23.908690 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-1e8a0d28-8797-4571-b0dd-145fb539f3fc tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8215103 Aug 24 03:38:23.922950 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Request body: {'port': {'device_id': 'f0b99435-b9be-4877-aabe-7ce35db35517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:38:23.983501 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (44487cab-e8cf-4744-ae9d-f6bf08586370), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:24.191097 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff99aa-a5d1-4e10-b9cc-61193865b2ad req-3d4212ed-ca6d-4845-b6c9-16285b1640b2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:24.192612 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-58ff99aa-a5d1-4e10-b9cc-61193865b2ad req-3d4212ed-ca6d-4845-b6c9-16285b1640b2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 931 time: 0.0857840 Aug 24 03:38:24.203377 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf1617-c584-4690-b8d7-6673bd30850b req-7438fabc-6c58-47be-9b0c-c2730f27f581 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:24.204867 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5bdf1617-c584-4690-b8d7-6673bd30850b req-7438fabc-6c58-47be-9b0c-c2730f27f581 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0696228 Aug 24 03:38:24.228557 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:24.249590 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44487cab-e8cf-4744-ae9d-f6bf08586370 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:38:24.254919 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:24.257515 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Publish callbacks [] for port (44487cab-e8cf-4744-ae9d-f6bf08586370), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:24.271274 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Transition to ACTIVE for port object 44487cab-e8cf-4744-ae9d-f6bf08586370 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:38:24.274638 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (44487cab-e8cf-4744-ae9d-f6bf08586370), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:24.275670 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-58ff99aa-a5d1-4e10-b9cc-61193865b2ad req-d0021a93-94b4-4c4f-9051-a7675d8b10f3 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698624 Aug 24 03:38:24.290219 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5bdf1617-c584-4690-b8d7-6673bd30850b req-5804a92e-a8c0-472b-89f5-a947ad26a7ee tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775366 Aug 24 03:38:24.346083 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Pushing event updated for resources: {'Port': ['ID=44487cab-e8cf-4744-ae9d-f6bf08586370,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:24.392802 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Attempting to bind port 44487cab-e8cf-4744-ae9d-f6bf08586370 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:38:24.393114 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Attempting to bind port 44487cab-e8cf-4744-ae9d-f6bf08586370 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'b44877e0-4ba1-4230-8ab0-abb21bc66846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd18813c9-12da-4d54-a359-55f756fd2f82'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:38:24.393435 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Attempting to bind port 44487cab-e8cf-4744-ae9d-f6bf08586370 on network d18813c9-12da-4d54-a359-55f756fd2f82 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:38:24.397772 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Port 44487cab-e8cf-4744-ae9d-f6bf08586370 on network d18813c9-12da-4d54-a359-55f756fd2f82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:38:24.398084 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Attempting to bind port 44487cab-e8cf-4744-ae9d-f6bf08586370 on network d18813c9-12da-4d54-a359-55f756fd2f82 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:38:24.403806 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:38:24.404135 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Checking segment: {'id': 'b44877e0-4ba1-4230-8ab0-abb21bc66846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd18813c9-12da-4d54-a359-55f756fd2f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:38:24.404504 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Bound using segment: {'id': 'b44877e0-4ba1-4230-8ab0-abb21bc66846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd18813c9-12da-4d54-a359-55f756fd2f82'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:38:24.404953 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Bound port: 44487cab-e8cf-4744-ae9d-f6bf08586370, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44877e0-4ba1-4230-8ab0-abb21bc66846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd18813c9-12da-4d54-a359-55f756fd2f82'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:38:24.405298 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (44487cab-e8cf-4744-ae9d-f6bf08586370), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:24.467593 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] For port 44487cab-e8cf-4744-ae9d-f6bf08586370, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:38:24.470760 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] For port 44487cab-e8cf-4744-ae9d-f6bf08586370, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=44487cab-e8cf-4744-ae9d-f6bf08586370,segment=NetworkSegment(b44877e0-4ba1-4230-8ab0-abb21bc66846),segment_id=b44877e0-4ba1-4230-8ab0-abb21bc66846)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:38:24.475800 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (44487cab-e8cf-4744-ae9d-f6bf08586370), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:24.479855 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:24.480460 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:24.481828 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-9f077544-c841-48af-b529-934eb828ad54 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/44487cab-e8cf-4744-ae9d-f6bf08586370 HTTP/1.1" status: 200 len: 1093 time: 0.5629587 Aug 24 03:38:24.482307 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b99435-b9be-4877-aabe-7ce35db35517', 'tag': '44487cab-e8cf-4744-ae9d-f6bf08586370'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:38:24.484513 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d60c869-c95b-48f0-9560-227959371be4" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b99435-b9be-4877-aabe-7ce35db35517", "tag": "44487cab-e8cf-4744-ae9d-f6bf08586370"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:38:24.528554 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5be581-ad9c-44a0-bec9-63ced2afee27 x-openstack-request-id: req-4d5be581-ad9c-44a0-bec9-63ced2afee27 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:38:24.528859 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b99435-b9be-4877-aabe-7ce35db35517", "tag": "44487cab-e8cf-4744-ae9d-f6bf08586370", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:38:24.529110 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d5be581-ad9c-44a0-bec9-63ced2afee27 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:38:24.529503 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5be581-ad9c-44a0-bec9-63ced2afee27'] response: {'name': 'network-changed', 'server_uuid': 'f0b99435-b9be-4877-aabe-7ce35db35517', 'tag': '44487cab-e8cf-4744-ae9d-f6bf08586370', 'status': 'completed', 'code': 200} Aug 24 03:38:24.534117 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f077544-c841-48af-b529-934eb828ad54 service neutron] Pushing event updated for resources: {'Port': ['ID=44487cab-e8cf-4744-ae9d-f6bf08586370,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:24.607605 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-58340308-0fe8-483a-ac52-df9bb1c65a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:24.609134 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-58340308-0fe8-483a-ac52-df9bb1c65a40 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=69f494a609f241328d85790280b204b8&device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 1127 time: 0.0458813 Aug 24 03:38:24.664112 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-bb900472-fd86-4a3f-93fa-c09287d5ebd4 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44487cab-e8cf-4744-ae9d-f6bf08586370 HTTP/1.1" status: 200 len: 217 time: 0.0327637 Aug 24 03:38:24.697816 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:24.713554 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-f6e93c31-a3f6-46b8-bf67-211af84da842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:24.715270 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-f6e93c31-a3f6-46b8-bf67-211af84da842 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=63c8fadc-4d66-40b3-a24a-c29c836a2d4b HTTP/1.1" status: 200 len: 854 time: 0.0452828 Aug 24 03:38:24.752614 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-59f74178-7683-4306-9d89-8314170b65a1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=d18813c9-12da-4d54-a359-55f756fd2f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294015 Aug 24 03:38:24.796968 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:24.821560 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:24.845399 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-36e17788-c019-46f0-919d-571cd8c4b20e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d18813c9-12da-4d54-a359-55f756fd2f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869660 Aug 24 03:38:24.940317 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c90becd6-837b-4f93-bb73-e331ea616b48 req-59c641cb-cf1b-4590-a872-ca9a639a3350 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d18813c9-12da-4d54-a359-55f756fd2f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879941 Aug 24 03:38:25.432795 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00e01a-81db-4b21-b8d6-c8b6ee152de1 req-6c847458-f99e-4f55-a01b-bef0b14f46e3 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:25.434302 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-be00e01a-81db-4b21-b8d6-c8b6ee152de1 req-6c847458-f99e-4f55-a01b-bef0b14f46e3 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 943 time: 0.0799823 Aug 24 03:38:25.441805 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff6544-6574-4f4b-91db-22f541cc72d5 req-75bc8dfb-50f3-4a53-aa60-2f3164f6dc50 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:25.443237 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-97ff6544-6574-4f4b-91db-22f541cc72d5 req-75bc8dfb-50f3-4a53-aa60-2f3164f6dc50 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0773580 Aug 24 03:38:25.518060 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-be00e01a-81db-4b21-b8d6-c8b6ee152de1 req-ab04d97f-c2ea-4fd2-839b-e0cd2ce91275 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738537 Aug 24 03:38:25.522610 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-97ff6544-6574-4f4b-91db-22f541cc72d5 req-d18e4bbd-7895-43f2-a287-e3e4490080f5 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710628 Aug 24 03:38:25.788025 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60c869-c95b-48f0-9560-227959371be4 req-546955ea-d4c6-430d-ae5f-ea85cb0ea402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:25.789558 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9d60c869-c95b-48f0-9560-227959371be4 req-546955ea-d4c6-430d-ae5f-ea85cb0ea402 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=69f494a609f241328d85790280b204b8&device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 1127 time: 0.0402160 Aug 24 03:38:25.882963 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60c869-c95b-48f0-9560-227959371be4 req-ccb2e4f9-a6ea-486d-8895-3e47ad3c12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:25.884529 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9d60c869-c95b-48f0-9560-227959371be4 req-ccb2e4f9-a6ea-486d-8895-3e47ad3c12b4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=d18813c9-12da-4d54-a359-55f756fd2f82 HTTP/1.1" status: 200 len: 915 time: 0.0893040 Aug 24 03:38:25.923258 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9d60c869-c95b-48f0-9560-227959371be4 req-4e0e5c5a-dca6-47d3-bd05-b7c3b6c1a788 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44487cab-e8cf-4744-ae9d-f6bf08586370 HTTP/1.1" status: 200 len: 217 time: 0.0331020 Aug 24 03:38:25.972613 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60c869-c95b-48f0-9560-227959371be4 req-af71cfc4-e553-4b4d-a6b1-eabd6dc42f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:25.974151 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9d60c869-c95b-48f0-9560-227959371be4 req-af71cfc4-e553-4b4d-a6b1-eabd6dc42f03 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=63c8fadc-4d66-40b3-a24a-c29c836a2d4b HTTP/1.1" status: 200 len: 854 time: 0.0449998 Aug 24 03:38:26.009107 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9d60c869-c95b-48f0-9560-227959371be4 req-7aecfa65-4edc-4900-9e1e-411c5cec2ab5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=d18813c9-12da-4d54-a359-55f756fd2f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286720 Aug 24 03:38:26.103582 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9d60c869-c95b-48f0-9560-227959371be4 req-85e77326-e6d1-4058-a1b4-9e5c1b586135 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d18813c9-12da-4d54-a359-55f756fd2f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882413 Aug 24 03:38:26.197821 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9d60c869-c95b-48f0-9560-227959371be4 req-5d1bc5bf-15bf-4f56-9513-89cca7458eed service neutron] 10.222.0.84 "GET /networking/v2.0/networks/d18813c9-12da-4d54-a359-55f756fd2f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887659 Aug 24 03:38:26.670396 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4e90-6de5-4598-8230-24bfbec0f6c7 req-a7dd6a6d-5cc3-46c9-99ea-2c01c071134c tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:26.671901 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0faa4e90-6de5-4598-8230-24bfbec0f6c7 req-a7dd6a6d-5cc3-46c9-99ea-2c01c071134c tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 943 time: 0.0785646 Aug 24 03:38:26.682097 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45645e52-b7d8-4848-96ed-f31b06282477 req-06f2cb9b-8044-4a76-bd0d-cf8d1411cc69 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:26.684148 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-45645e52-b7d8-4848-96ed-f31b06282477 req-06f2cb9b-8044-4a76-bd0d-cf8d1411cc69 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0805383 Aug 24 03:38:26.763864 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0faa4e90-6de5-4598-8230-24bfbec0f6c7 req-30bdcde9-a238-4920-8858-444b3f527c04 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787482 Aug 24 03:38:26.768589 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-45645e52-b7d8-4848-96ed-f31b06282477 req-64827bb9-eeed-426f-ae51-cdfb198142aa tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776153 Aug 24 03:38:27.451279 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 44487cab-e8cf-4744-ae9d-f6bf08586370 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:38:27.470260 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:27.554928 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 44487cab-e8cf-4744-ae9d-f6bf08586370, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=44487cab-e8cf-4744-ae9d-f6bf08586370,segment=NetworkSegment(b44877e0-4ba1-4230-8ab0-abb21bc66846),segment_id=b44877e0-4ba1-4230-8ab0-abb21bc66846)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:38:27.566379 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '44487cab-e8cf-4744-ae9d-f6bf08586370', 'network_id': 'd18813c9-12da-4d54-a359-55f756fd2f82', 'port_id': '44487cab-e8cf-4744-ae9d-f6bf08586370', 'mac_address': 'fa:16:3e:37:c6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c8fadc-4d66-40b3-a24a-c29c836a2d4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:38:27.601922 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 44487cab-e8cf-4744-ae9d-f6bf08586370 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:38:27.602305 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (44487cab-e8cf-4744-ae9d-f6bf08586370), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:27.614878 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44487cab-e8cf-4744-ae9d-f6bf08586370 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:38:27.634215 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 44487cab-e8cf-4744-ae9d-f6bf08586370, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=44487cab-e8cf-4744-ae9d-f6bf08586370,segment=NetworkSegment(b44877e0-4ba1-4230-8ab0-abb21bc66846),segment_id=b44877e0-4ba1-4230-8ab0-abb21bc66846)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:38:27.639029 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (44487cab-e8cf-4744-ae9d-f6bf08586370), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:27.684840 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=44487cab-e8cf-4744-ae9d-f6bf08586370,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:27.911656 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2992fc-5490-4bd0-83d4-c3b3d95e0e95 req-d672cfcc-0d7d-4f06-806c-e113a1c5b6c7 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:27.912852 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4a2992fc-5490-4bd0-83d4-c3b3d95e0e95 req-d672cfcc-0d7d-4f06-806c-e113a1c5b6c7 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 944 time: 0.0765893 Aug 24 03:38:27.925495 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d74893-abe3-43e8-8a88-55f6d0c9c403 req-31ebac4e-243d-464d-944e-4dd5c0ba1c76 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:27.926892 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-20d74893-abe3-43e8-8a88-55f6d0c9c403 req-31ebac4e-243d-464d-944e-4dd5c0ba1c76 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0792544 Aug 24 03:38:27.951956 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['44487cab-e8cf-4744-ae9d-f6bf08586370'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:38:28.016880 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4a2992fc-5490-4bd0-83d4-c3b3d95e0e95 req-1f356ffc-2ec6-4be1-9e76-b0af139ac4a5 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980279 Aug 24 03:38:28.021411 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-20d74893-abe3-43e8-8a88-55f6d0c9c403 req-05f8657e-706d-46c9-b79b-6401520660bb tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880880 Aug 24 03:38:29.166418 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57ae5b-8000-4b10-8a23-39c31ec40f09 req-471a62d8-513b-4c29-972d-d78a1da637be tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:29.167826 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5c57ae5b-8000-4b10-8a23-39c31ec40f09 req-471a62d8-513b-4c29-972d-d78a1da637be tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 944 time: 0.0724914 Aug 24 03:38:29.187338 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b8dd7-fe0c-4d86-ac6a-824ec0163b68 req-dabe9176-7de9-4bbf-93e2-4e911e46870e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:29.188726 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6f1b8dd7-fe0c-4d86-ac6a-824ec0163b68 req-dabe9176-7de9-4bbf-93e2-4e911e46870e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0656705 Aug 24 03:38:29.252081 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5c57ae5b-8000-4b10-8a23-39c31ec40f09 req-cc30c718-2a58-4cd0-baa5-62cc33eeadfa tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786037 Aug 24 03:38:29.265262 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6f1b8dd7-fe0c-4d86-ac6a-824ec0163b68 req-7154edce-2d45-4494-8ecc-fd2b4cdd6d81 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698400 Aug 24 03:38:29.473455 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 44487cab-e8cf-4744-ae9d-f6bf08586370 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:38:29.523653 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port 44487cab-e8cf-4744-ae9d-f6bf08586370 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:38:29.529990 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 44487cab-e8cf-4744-ae9d-f6bf08586370 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:38:29.530398 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (44487cab-e8cf-4744-ae9d-f6bf08586370), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:29.604116 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 44487cab-e8cf-4744-ae9d-f6bf08586370 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:38:29.605054 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (44487cab-e8cf-4744-ae9d-f6bf08586370), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:29.606710 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:29.630087 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b99435-b9be-4877-aabe-7ce35db35517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44487cab-e8cf-4744-ae9d-f6bf08586370'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:38:29.632365 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bae310b-71b9-4b6d-af66-6940ce362b3a" -d '{"events": [{"server_uuid": "f0b99435-b9be-4877-aabe-7ce35db35517", "name": "network-vif-plugged", "status": "completed", "tag": "44487cab-e8cf-4744-ae9d-f6bf08586370"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:38:29.647082 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 44487cab-e8cf-4744-ae9d-f6bf08586370, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=44487cab-e8cf-4744-ae9d-f6bf08586370,segment=NetworkSegment(b44877e0-4ba1-4230-8ab0-abb21bc66846),segment_id=b44877e0-4ba1-4230-8ab0-abb21bc66846)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:38:29.652195 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (44487cab-e8cf-4744-ae9d-f6bf08586370), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:29.676329 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c343a6cc-5c13-4ce6-8bc7-e3d69a72a63c x-openstack-request-id: req-c343a6cc-5c13-4ce6-8bc7-e3d69a72a63c {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:38:29.676628 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b99435-b9be-4877-aabe-7ce35db35517", "name": "network-vif-plugged", "status": "completed", "tag": "44487cab-e8cf-4744-ae9d-f6bf08586370", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:38:29.676909 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c343a6cc-5c13-4ce6-8bc7-e3d69a72a63c {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:38:29.677300 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c343a6cc-5c13-4ce6-8bc7-e3d69a72a63c'] response: {'server_uuid': 'f0b99435-b9be-4877-aabe-7ce35db35517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44487cab-e8cf-4744-ae9d-f6bf08586370', 'code': 200} Aug 24 03:38:29.700654 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=44487cab-e8cf-4744-ae9d-f6bf08586370,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:29.882441 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a421e-f90a-4587-a96f-a5325d3c5b4e req-b6c7b11c-96e7-4c2d-8d0b-a9513f32b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:29.883914 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b61a421e-f90a-4587-a96f-a5325d3c5b4e req-b6c7b11c-96e7-4c2d-8d0b-a9513f32b6b6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 1129 time: 0.0377476 Aug 24 03:38:29.930339 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b61a421e-f90a-4587-a96f-a5325d3c5b4e req-38fe70bf-5718-4290-8dd2-8573fc631eb9 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397494 Aug 24 03:38:30.398486 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd190b0-446e-4526-aeed-74f9220f1d42 req-5673fb97-8d5d-4fb4-a7ac-40b9e84d32d2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:30.399976 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ebd190b0-446e-4526-aeed-74f9220f1d42 req-5673fb97-8d5d-4fb4-a7ac-40b9e84d32d2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 945 time: 0.0751555 Aug 24 03:38:30.431929 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1e3ac-de57-4e62-9a2b-1b4736f6b7d1 req-fadbf833-f835-4eb9-a7ba-9c37e03a4ff2 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:30.433549 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3cc1e3ac-de57-4e62-9a2b-1b4736f6b7d1 req-fadbf833-f835-4eb9-a7ba-9c37e03a4ff2 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0797398 Aug 24 03:38:30.455404 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:30.476181 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ebd190b0-446e-4526-aeed-74f9220f1d42 req-87789542-bb0b-4524-b094-510174845a86 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697472 Aug 24 03:38:30.503958 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3cc1e3ac-de57-4e62-9a2b-1b4736f6b7d1 req-9e2c68d7-1bee-41cc-a53a-a485fad5ebe7 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646961 Aug 24 03:38:31.612146 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073fa95-7316-4783-9419-6bbdf7088f53 req-cb4c0cfd-0a7e-4b71-bba9-5ff740eea856 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:31.613656 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3073fa95-7316-4783-9419-6bbdf7088f53 req-cb4c0cfd-0a7e-4b71-bba9-5ff740eea856 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 945 time: 0.0634844 Aug 24 03:38:31.663432 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35527e-cc81-4080-820d-ef3c37f0788f req-db4b70d8-c9bb-491c-926e-7816f0d3c017 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:31.664919 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7b35527e-cc81-4080-820d-ef3c37f0788f req-db4b70d8-c9bb-491c-926e-7816f0d3c017 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0729232 Aug 24 03:38:31.672560 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:31.705555 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3073fa95-7316-4783-9419-6bbdf7088f53 req-ed64ff0d-fa7e-461c-8f4c-223dac874f42 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757794 Aug 24 03:38:31.736430 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7b35527e-cc81-4080-820d-ef3c37f0788f req-7f0a34d1-e551-4d7c-a80a-c5f5d0bb0199 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607908 Aug 24 03:38:32.858650 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd1693-e066-40a0-9130-e302eaf82cda req-0a8627f8-74bc-4911-b73d-b5832f66e40f tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:32.860110 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3ecd1693-e066-40a0-9130-e302eaf82cda req-0a8627f8-74bc-4911-b73d-b5832f66e40f tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0493982 Aug 24 03:38:32.909806 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3ecd1693-e066-40a0-9130-e302eaf82cda req-7db8e229-efdf-4768-8835-a79d068fab5b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439515 Aug 24 03:38:34.031293 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f004a-108c-43bd-85fe-5111d16db374 req-68277ea1-d8bb-4401-945e-b9dba5316c04 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:34.032790 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-907f004a-108c-43bd-85fe-5111d16db374 req-68277ea1-d8bb-4401-945e-b9dba5316c04 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0463405 Aug 24 03:38:34.081889 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-907f004a-108c-43bd-85fe-5111d16db374 req-13cbd0ec-5b28-4a79-a3df-26e88c6283d5 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435984 Aug 24 03:38:35.199686 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d35be-70e9-404e-b252-7a3851c12a97 req-01c6b068-5613-459e-93a4-43ee194058ef tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:35.201342 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-821d35be-70e9-404e-b252-7a3851c12a97 req-01c6b068-5613-459e-93a4-43ee194058ef tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0475600 Aug 24 03:38:35.255394 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-821d35be-70e9-404e-b252-7a3851c12a97 req-b39eb3a0-490a-46b1-a1a0-fba3393e2f10 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485251 Aug 24 03:38:35.997788 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a5da-c592-444f-9011-a6161b23a287 req-7761ba77-b8e6-44b0-a3f3-9ea9ac6cf294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:35.999262 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e2b7a5da-c592-444f-9011-a6161b23a287 req-7761ba77-b8e6-44b0-a3f3-9ea9ac6cf294 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5dea7fb32dea4f75917d82973bf7e7e6&device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 1130 time: 0.0397749 Aug 24 03:38:36.091188 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a5da-c592-444f-9011-a6161b23a287 req-10747780-c838-45b9-811a-93a7983ed9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:36.092938 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e2b7a5da-c592-444f-9011-a6161b23a287 req-10747780-c838-45b9-811a-93a7983ed9dd service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76 HTTP/1.1" status: 200 len: 910 time: 0.0871956 Aug 24 03:38:36.153103 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e2b7a5da-c592-444f-9011-a6161b23a287 req-ea4dd202-fbf1-41b5-9aec-f48d87787edc service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885 HTTP/1.1" status: 200 len: 1001 time: 0.0543404 Aug 24 03:38:36.203916 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a5da-c592-444f-9011-a6161b23a287 req-2a8301e1-3743-403d-8ccb-4acdbed2c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:36.205269 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e2b7a5da-c592-444f-9011-a6161b23a287 req-2a8301e1-3743-403d-8ccb-4acdbed2c087 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=72d10fa5-9996-4ee4-ad31-9ef5e30d5114 HTTP/1.1" status: 200 len: 848 time: 0.0462787 Aug 24 03:38:36.249041 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a5da-c592-444f-9011-a6161b23a287 req-929e252c-cdd1-409b-a842-bfd7495afefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:36.250545 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e2b7a5da-c592-444f-9011-a6161b23a287 req-929e252c-cdd1-409b-a842-bfd7495afefa service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393698 Aug 24 03:38:36.264132 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:36.343612 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e2b7a5da-c592-444f-9011-a6161b23a287 req-fb87f9f6-908d-4693-a881-ed850477c3b9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871501 Aug 24 03:38:36.373047 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:36.379878 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb6e25-208d-40ea-bff1-466244eecd0b req-9902c1b1-00ae-498a-b65c-863c4b78e198 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:36.381408 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cbfb6e25-208d-40ea-bff1-466244eecd0b req-9902c1b1-00ae-498a-b65c-863c4b78e198 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0469005 Aug 24 03:38:36.432137 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cbfb6e25-208d-40ea-bff1-466244eecd0b req-9ed50a16-4bef-41a5-a15d-f995426a5bc1 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438535 Aug 24 03:38:36.441546 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e2b7a5da-c592-444f-9011-a6161b23a287 req-3ebaa000-b200-455f-9226-ec2f7b38a88d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896807 Aug 24 03:38:37.552131 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33245be-c3cb-4cde-a863-53e43fa5730e req-b695650f-81f3-401c-b32e-92a3d7d42bad tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:37.553628 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d33245be-c3cb-4cde-a863-53e43fa5730e req-b695650f-81f3-401c-b32e-92a3d7d42bad tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0461013 Aug 24 03:38:37.603489 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d33245be-c3cb-4cde-a863-53e43fa5730e req-d7691977-7b5e-44f8-bc38-153e1fa0f573 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438113 Aug 24 03:38:38.729172 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723a10-8ef1-4cff-84bb-49466a865d27 req-2ef3c1bb-c31f-4c62-b882-32827e14fa46 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:38.731215 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-40723a10-8ef1-4cff-84bb-49466a865d27 req-2ef3c1bb-c31f-4c62-b882-32827e14fa46 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0543141 Aug 24 03:38:38.782798 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-40723a10-8ef1-4cff-84bb-49466a865d27 req-65724331-28ca-4e34-b64f-d8923e3d894d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454602 Aug 24 03:38:39.692208 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:39.698375 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:39.821393 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:39.907431 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea986071-185c-478a-af86-6860210e0a94 req-8d713a1b-d0ef-4c09-9979-bc64e484ab9b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:39.909057 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ea986071-185c-478a-af86-6860210e0a94 req-8d713a1b-d0ef-4c09-9979-bc64e484ab9b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0468819 Aug 24 03:38:39.961130 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ea986071-185c-478a-af86-6860210e0a94 req-9bdcf417-fe5b-4952-a784-5285c36ce4f9 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435889 Aug 24 03:38:40.194965 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-38abe436-e142-46a0-b724-bc67908257a5 req-7b296287-bbcc-4143-ad63-8fbd8a259561 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705934 Aug 24 03:38:40.208512 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36a065-94cd-4609-b4a7-8e1b10066230 req-209be8ae-c7a0-4d24-a4e9-212d2136c6da tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:40.209981 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1f36a065-94cd-4609-b4a7-8e1b10066230 req-209be8ae-c7a0-4d24-a4e9-212d2136c6da tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0536540 Aug 24 03:38:40.222641 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:40.296272 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abe436-e142-46a0-b724-bc67908257a5 req-2b0362dd-561b-4782-a402-199739dc1c18 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:40.297682 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-38abe436-e142-46a0-b724-bc67908257a5 req-2b0362dd-561b-4782-a402-199739dc1c18 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports/b8c721ca-e1f1-4111-b00e-57a5d43c8885 HTTP/1.1" status: 200 len: 943 time: 0.0729840 Aug 24 03:38:40.302366 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1f36a065-94cd-4609-b4a7-8e1b10066230 req-6a9de903-5fe6-462e-8958-095859af9cd7 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867574 Aug 24 03:38:41.421505 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5ae64-794a-4034-8212-87ef73d8c537 req-f3f5b6fb-20c2-447a-826b-70d38c14e272 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:41.422997 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-65e5ae64-794a-4034-8212-87ef73d8c537 req-f3f5b6fb-20c2-447a-826b-70d38c14e272 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0467219 Aug 24 03:38:41.475190 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-65e5ae64-794a-4034-8212-87ef73d8c537 req-e542535a-b532-4967-b3e5-cb4753d0fa62 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466306 Aug 24 03:38:42.595552 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e956dff-0617-4b01-8875-43f0b4c47400 req-5d2d0773-c6c8-4442-922d-de4a5fea7dc9 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:42.597066 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4e956dff-0617-4b01-8875-43f0b4c47400 req-5d2d0773-c6c8-4442-922d-de4a5fea7dc9 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0473731 Aug 24 03:38:42.606350 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device b8c721ca-e1f1-4111-b00e-57a5d43c8885 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:38:42.654834 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4e956dff-0617-4b01-8875-43f0b4c47400 req-7d3c7126-b467-4d9f-8bf3-32cdeaf72a0b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516493 Aug 24 03:38:42.678847 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port b8c721ca-e1f1-4111-b00e-57a5d43c8885 is: ACTIVE; New status is: DOWN {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:38:42.679249 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:42.705285 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee318a0-695b-431d-98cc-0d21560a2508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:38:42.706076 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f74691-5638-47aa-bcd5-aff4685af0fd" -d '{"events": [{"server_uuid": "7ee318a0-695b-431d-98cc-0d21560a2508", "name": "network-vif-unplugged", "status": "completed", "tag": "b8c721ca-e1f1-4111-b00e-57a5d43c8885"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:38:42.721261 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port b8c721ca-e1f1-4111-b00e-57a5d43c8885, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:38:42.726681 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:42.885207 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 03:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c0e53d-f3d6-47e0-93cf-85f395cb944c x-openstack-request-id: req-66c0e53d-f3d6-47e0-93cf-85f395cb944c {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:38:42.885490 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee318a0-695b-431d-98cc-0d21560a2508", "name": "network-vif-unplugged", "status": "failed", "tag": "b8c721ca-e1f1-4111-b00e-57a5d43c8885", "code": 422}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:38:42.885739 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66c0e53d-f3d6-47e0-93cf-85f395cb944c {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:38:42.886143 dv-cinder-854261-1-iscsi neutron-server[106303]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-66c0e53d-f3d6-47e0-93cf-85f395cb944c']: {'server_uuid': '7ee318a0-695b-431d-98cc-0d21560a2508', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885', 'code': 422} returned with failed status Aug 24 03:38:42.910902 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=b8c721ca-e1f1-4111-b00e-57a5d43c8885,revision_number=6']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:43.738494 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:43.775842 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea77a9f-5d13-450b-a206-3ce633b7d7ab req-d7c346fc-067f-4b00-923a-f87b56fa141e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:43.777430 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3ea77a9f-5d13-450b-a206-3ce633b7d7ab req-d7c346fc-067f-4b00-923a-f87b56fa141e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0494528 Aug 24 03:38:43.829387 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3ea77a9f-5d13-450b-a206-3ce633b7d7ab req-ba1c600d-3646-4734-a11a-3cf9aef47bcd tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446055 Aug 24 03:38:43.999905 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abe436-e142-46a0-b724-bc67908257a5 req-63cad40a-ffe2-438a-83ef-36331e770f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:44.001473 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-38abe436-e142-46a0-b724-bc67908257a5 req-63cad40a-ffe2-438a-83ef-36331e770f7b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508&tenant_id=5dea7fb32dea4f75917d82973bf7e7e6 HTTP/1.1" status: 200 len: 1128 time: 0.0485387 Aug 24 03:38:44.083434 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abe436-e142-46a0-b724-bc67908257a5 req-b56f4100-6f76-46e0-a857-c29499a5b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:44.084953 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-38abe436-e142-46a0-b724-bc67908257a5 req-b56f4100-6f76-46e0-a857-c29499a5b3df service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5dea7fb32dea4f75917d82973bf7e7e6&device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 1128 time: 0.0415828 Aug 24 03:38:44.184218 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abe436-e142-46a0-b724-bc67908257a5 req-1040f774-5d5f-4144-ad08-c8127d506c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:44.186456 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-38abe436-e142-46a0-b724-bc67908257a5 req-1040f774-5d5f-4144-ad08-c8127d506c8b service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76 HTTP/1.1" status: 200 len: 910 time: 0.0911508 Aug 24 03:38:44.258999 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-38abe436-e142-46a0-b724-bc67908257a5 req-12f6704f-4ab4-4925-9ff9-4a23f3785f54 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885 HTTP/1.1" status: 200 len: 999 time: 0.0644267 Aug 24 03:38:44.957475 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a6cd9-2c3f-456b-b6c6-173267721daf req-a36ad899-3509-4a2a-8d38-4b6f799082f5 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:44.958687 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-071a6cd9-2c3f-456b-b6c6-173267721daf req-a36ad899-3509-4a2a-8d38-4b6f799082f5 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0503290 Aug 24 03:38:45.008984 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-071a6cd9-2c3f-456b-b6c6-173267721daf req-16e360ea-f26a-445b-8cc7-f7bf5e411993 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440714 Aug 24 03:38:45.098818 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abe436-e142-46a0-b724-bc67908257a5 req-acb77f03-fc68-45d6-8dba-81e201d42075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:45.100267 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-38abe436-e142-46a0-b724-bc67908257a5 req-acb77f03-fc68-45d6-8dba-81e201d42075 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=72d10fa5-9996-4ee4-ad31-9ef5e30d5114 HTTP/1.1" status: 200 len: 848 time: 0.0450640 Aug 24 03:38:45.886788 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abe436-e142-46a0-b724-bc67908257a5 req-3e2e5f9a-8806-4d73-8346-4c88827b8563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:45.888327 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-38abe436-e142-46a0-b724-bc67908257a5 req-3e2e5f9a-8806-4d73-8346-4c88827b8563 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397227 Aug 24 03:38:46.127889 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac2e84-380d-4059-9348-56689ef241c7 req-a42a80d3-6943-439a-a845-122638ebb285 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:46.129380 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bdac2e84-380d-4059-9348-56689ef241c7 req-a42a80d3-6943-439a-a845-122638ebb285 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0469153 Aug 24 03:38:46.178291 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bdac2e84-380d-4059-9348-56689ef241c7 req-96c61d36-9a21-4b52-b04c-44bba2792982 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433521 Aug 24 03:38:46.860412 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-38abe436-e142-46a0-b724-bc67908257a5 req-461095ff-6273-475a-85bc-7197620f6f87 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925653 Aug 24 03:38:46.953288 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-38abe436-e142-46a0-b724-bc67908257a5 req-d84b917b-2913-4710-b13d-72dc1d4c2a78 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866802 Aug 24 03:38:47.114345 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:47.302407 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d573c-427b-4d9b-a354-1ba7568f5b5b req-af3e13e7-3728-40b9-9588-4c55132719db tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:47.303883 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b72d573c-427b-4d9b-a354-1ba7568f5b5b req-af3e13e7-3728-40b9-9588-4c55132719db tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0524871 Aug 24 03:38:47.354915 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b72d573c-427b-4d9b-a354-1ba7568f5b5b req-2f68b04c-8130-417e-b037-a98c9c496be5 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452874 Aug 24 03:38:47.363651 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d4783230-d8d7-43f1-9ea6-090dd271d1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:48.482594 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf3b54-fb0e-459d-8dd2-2c0f352052b0 req-4b42e382-b2ca-4c32-b03c-c254218eb99e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:48.484633 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-86cf3b54-fb0e-459d-8dd2-2c0f352052b0 req-4b42e382-b2ca-4c32-b03c-c254218eb99e tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0492933 Aug 24 03:38:48.532693 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-86cf3b54-fb0e-459d-8dd2-2c0f352052b0 req-bf5fb119-5fe2-46c1-932d-45bbeaa521d1 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425489 Aug 24 03:38:49.650457 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a96e7a-ec7f-4b68-b6a0-aefcc8c356bc req-0dd532bf-fd0e-4006-af57-29c854af2a0a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:49.651938 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a4a96e7a-ec7f-4b68-b6a0-aefcc8c356bc req-0dd532bf-fd0e-4006-af57-29c854af2a0a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0469058 Aug 24 03:38:49.705134 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a4a96e7a-ec7f-4b68-b6a0-aefcc8c356bc req-cbd7334e-20fe-4baf-9217-92a3bee158a2 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467668 Aug 24 03:38:49.859921 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c3ca455d-6df8-4fad-a9bc-369ad7a0d1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:50.822940 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c468bd-1c2b-4f5c-89cc-fbf7ad9f7fa5 req-55f45ff5-c07b-4649-a598-53fc331c66e2 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:50.824427 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-90c468bd-1c2b-4f5c-89cc-fbf7ad9f7fa5 req-55f45ff5-c07b-4649-a598-53fc331c66e2 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0468776 Aug 24 03:38:50.875149 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-90c468bd-1c2b-4f5c-89cc-fbf7ad9f7fa5 req-a6a88137-ca89-4155-ba4b-bbe55e02633d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437939 Aug 24 03:38:50.884002 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:51.881073 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed431c-a58b-47eb-b13f-8fd95b74d183 req-5e389048-ab69-4ee3-af36-6efa60d3b1ff tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:51.882549 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-54ed431c-a58b-47eb-b13f-8fd95b74d183 req-5e389048-ab69-4ee3-af36-6efa60d3b1ff tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 945 time: 0.0479281 Aug 24 03:38:51.932414 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-54ed431c-a58b-47eb-b13f-8fd95b74d183 req-a913816d-7b0c-4ba7-a931-454686056a96 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442541 Aug 24 03:38:52.003309 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcd837-6feb-49d0-aa03-e09d0c76c946 req-2f49203c-5c2c-4513-bd65-ce18b582a564 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:52.004799 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-abbcd837-6feb-49d0-aa03-e09d0c76c946 req-2f49203c-5c2c-4513-bd65-ce18b582a564 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0537753 Aug 24 03:38:52.053689 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:52.058848 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-abbcd837-6feb-49d0-aa03-e09d0c76c946 req-00da90d0-5924-473d-a54c-9e86d83538c9 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484247 Aug 24 03:38:52.554520 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:52.633533 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:53.057729 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369c526-9e46-4e90-a21e-48bd4d734b34 req-3459b305-0d2f-41c6-a3a7-d582c84881bb tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:53.059237 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9369c526-9e46-4e90-a21e-48bd4d734b34 req-3459b305-0d2f-41c6-a3a7-d582c84881bb tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 945 time: 0.0483551 Aug 24 03:38:53.107098 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9369c526-9e46-4e90-a21e-48bd4d734b34 req-595664c6-d24c-4cc8-ba37-0e5276a5d735 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 Aug 24 03:38:53.178137 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4c04d-962b-47d9-adf2-a3d29bd9e931 req-69b19a25-d64c-494e-80ec-6545356b4ae0 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:53.179531 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2ae4c04d-962b-47d9-adf2-a3d29bd9e931 req-69b19a25-d64c-494e-80ec-6545356b4ae0 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0465817 Aug 24 03:38:53.231722 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2ae4c04d-962b-47d9-adf2-a3d29bd9e931 req-66b13eaf-bb7e-4ad2-9b2c-d9bd84fec044 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467505 Aug 24 03:38:54.209432 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:54.228036 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278d6ed-120f-4d5d-b271-36d845e15076 req-9b1af15e-45f1-4f47-94ca-aaef7f2994c7 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:54.229562 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1278d6ed-120f-4d5d-b271-36d845e15076 req-9b1af15e-45f1-4f47-94ca-aaef7f2994c7 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 945 time: 0.0489099 Aug 24 03:38:54.286905 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1278d6ed-120f-4d5d-b271-36d845e15076 req-20c8a2e8-8f3c-4978-83b5-4c990f27a20a tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6b2643c9-5c91-4723-bc57-645a664864d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506041 Aug 24 03:38:54.291784 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcfbd1-2428-4854-910a-a6adbdecde5a req-8ce3f349-8047-47c4-8c33-e7f427fdba5f tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:54.298386 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-62dcfbd1-2428-4854-910a-a6adbdecde5a req-8ce3f349-8047-47c4-8c33-e7f427fdba5f tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=f0b99435-b9be-4877-aabe-7ce35db35517 HTTP/1.1" status: 200 len: 945 time: 0.0565791 Aug 24 03:38:54.361797 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bbf3e-903d-48a8-9d72-37227504a102 req-30d8d6c0-0bf6-4537-81ec-8fe17f33b804 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:54.363296 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8e5bbf3e-903d-48a8-9d72-37227504a102 req-30d8d6c0-0bf6-4537-81ec-8fe17f33b804 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0514684 Aug 24 03:38:54.401043 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-62dcfbd1-2428-4854-910a-a6adbdecde5a req-df0d65e4-44e4-4469-818a-d4642af8f3b2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Deleting port 44487cab-e8cf-4744-ae9d-f6bf08586370 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:38:54.401384 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-62dcfbd1-2428-4854-910a-a6adbdecde5a req-df0d65e4-44e4-4469-818a-d4642af8f3b2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (44487cab-e8cf-4744-ae9d-f6bf08586370), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:54.413369 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8e5bbf3e-903d-48a8-9d72-37227504a102 req-b9be749e-009b-4d96-831c-f99516aae2e2 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444481 Aug 24 03:38:54.496330 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-62dcfbd1-2428-4854-910a-a6adbdecde5a req-df0d65e4-44e4-4469-818a-d4642af8f3b2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] For port 44487cab-e8cf-4744-ae9d-f6bf08586370, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=44487cab-e8cf-4744-ae9d-f6bf08586370,segment=NetworkSegment(b44877e0-4ba1-4230-8ab0-abb21bc66846),segment_id=b44877e0-4ba1-4230-8ab0-abb21bc66846)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:38:54.496602 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-62dcfbd1-2428-4854-910a-a6adbdecde5a req-df0d65e4-44e4-4469-818a-d4642af8f3b2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (44487cab-e8cf-4744-ae9d-f6bf08586370), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:54.509379 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-62dcfbd1-2428-4854-910a-a6adbdecde5a req-df0d65e4-44e4-4469-818a-d4642af8f3b2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Calling delete_port for 44487cab-e8cf-4744-ae9d-f6bf08586370 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:38:54.551885 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:54.617771 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:54.634712 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-62dcfbd1-2428-4854-910a-a6adbdecde5a req-df0d65e4-44e4-4469-818a-d4642af8f3b2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (44487cab-e8cf-4744-ae9d-f6bf08586370), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:54.664529 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d65e4-44e4-4469-818a-d4642af8f3b2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Pushing event deleted for resources: {'Port': ['ID=44487cab-e8cf-4744-ae9d-f6bf08586370,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:54.673268 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['44487cab-e8cf-4744-ae9d-f6bf08586370'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:38:54.715604 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dcfbd1-2428-4854-910a-a6adbdecde5a req-df0d65e4-44e4-4469-818a-d4642af8f3b2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] No DVR routers for this DVR port 44487cab-e8cf-4744-ae9d-f6bf08586370 on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:38:54.719495 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-62dcfbd1-2428-4854-910a-a6adbdecde5a req-df0d65e4-44e4-4469-818a-d4642af8f3b2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:54.722766 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-62dcfbd1-2428-4854-910a-a6adbdecde5a req-df0d65e4-44e4-4469-818a-d4642af8f3b2 tempest-VolumesSnapshotTestJSON-707471405 tempest-VolumesSnapshotTestJSON-707471405-project] 10.222.0.84 "DELETE /networking/v2.0/ports/44487cab-e8cf-4744-ae9d-f6bf08586370 HTTP/1.1" status: 204 len: 173 time: 0.4184880 Aug 24 03:38:54.723205 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b99435-b9be-4877-aabe-7ce35db35517', 'name': 'network-vif-deleted', 'tag': '44487cab-e8cf-4744-ae9d-f6bf08586370'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:38:54.725529 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7459563d-c608-467e-be58-982f571aed02" -d '{"events": [{"server_uuid": "f0b99435-b9be-4877-aabe-7ce35db35517", "name": "network-vif-deleted", "tag": "44487cab-e8cf-4744-ae9d-f6bf08586370"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:38:54.764661 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638ea8de-f527-4e68-8f55-e21efdfdef36 x-openstack-request-id: req-638ea8de-f527-4e68-8f55-e21efdfdef36 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:38:54.764980 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b99435-b9be-4877-aabe-7ce35db35517", "name": "network-vif-deleted", "tag": "44487cab-e8cf-4744-ae9d-f6bf08586370", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:38:54.765390 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-638ea8de-f527-4e68-8f55-e21efdfdef36 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:38:54.765807 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638ea8de-f527-4e68-8f55-e21efdfdef36'] response: {'server_uuid': 'f0b99435-b9be-4877-aabe-7ce35db35517', 'name': 'network-vif-deleted', 'tag': '44487cab-e8cf-4744-ae9d-f6bf08586370', 'status': 'completed', 'code': 200} Aug 24 03:38:55.546636 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb14790-f92d-45cb-9abf-7a01524ccdba req-f0e2f803-cab5-4ab4-937e-fc4a36588099 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:55.548809 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7bb14790-f92d-45cb-9abf-7a01524ccdba req-f0e2f803-cab5-4ab4-937e-fc4a36588099 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 944 time: 0.0557919 Aug 24 03:38:55.605718 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7bb14790-f92d-45cb-9abf-7a01524ccdba req-f5604d4e-a35b-4e3e-b049-1f2630dc865a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505946 Aug 24 03:38:55.607736 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device b8c721ca-e1f1-4111-b00e-57a5d43c8885 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:38:55.737347 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port b8c721ca-e1f1-4111-b00e-57a5d43c8885, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:38:55.751073 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'port_id': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885', 'mac_address': 'fa:16:3e:5e:49:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:38:55.794955 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port b8c721ca-e1f1-4111-b00e-57a5d43c8885 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:38:55.796132 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:55.813166 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c721ca-e1f1-4111-b00e-57a5d43c8885 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:38:55.840484 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port b8c721ca-e1f1-4111-b00e-57a5d43c8885, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:38:55.845365 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:55.895652 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=b8c721ca-e1f1-4111-b00e-57a5d43c8885,revision_number=7']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:55.903309 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:55.903654 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:55.903995 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:55.904359 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:55.904668 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:55.905692 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:55.906128 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:55.906467 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:55.906887 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:55.907216 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:55.907542 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:55.907956 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:55.908281 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:55.908676 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:55.909021 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:38:56.199458 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['b8c721ca-e1f1-4111-b00e-57a5d43c8885'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:38:56.352151 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:56.732282 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3f83e-79b2-42de-b722-d1e0b400dd30 req-3ec09c91-f0c6-427f-bcbe-ec049d9e1c40 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:56.734075 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e7c3f83e-79b2-42de-b722-d1e0b400dd30 req-3ec09c91-f0c6-427f-bcbe-ec049d9e1c40 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 945 time: 0.0499413 Aug 24 03:38:56.792816 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e7c3f83e-79b2-42de-b722-d1e0b400dd30 req-9909c51e-e2f6-4e8f-987e-8df52be5705d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526564 Aug 24 03:38:57.912816 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0825bd-e843-48e5-9b99-d813c3e12722 req-be1e869a-a6df-4f77-b7d5-dd4a362f9d10 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:57.914317 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3d0825bd-e843-48e5-9b99-d813c3e12722 req-be1e869a-a6df-4f77-b7d5-dd4a362f9d10 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 945 time: 0.0522945 Aug 24 03:38:57.964215 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3d0825bd-e843-48e5-9b99-d813c3e12722 req-12c857ed-c449-41e4-b557-204077865f52 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442836 Aug 24 03:38:59.088291 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db864eee-9b40-4696-b50d-cf1589a46b4c req-b9481f17-7a22-4366-b716-2cf5cdae9149 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:38:59.089798 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-db864eee-9b40-4696-b50d-cf1589a46b4c req-b9481f17-7a22-4366-b716-2cf5cdae9149 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 945 time: 0.0461934 Aug 24 03:38:59.138476 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-db864eee-9b40-4696-b50d-cf1589a46b4c req-246251fa-5821-4f6a-92f1-077de427c4d4 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424018 Aug 24 03:38:59.582625 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device b8c721ca-e1f1-4111-b00e-57a5d43c8885 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:38:59.621112 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:38:59.632547 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port b8c721ca-e1f1-4111-b00e-57a5d43c8885 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:38:59.632953 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:59.709947 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port b8c721ca-e1f1-4111-b00e-57a5d43c8885 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:38:59.710343 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:59.738196 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee318a0-695b-431d-98cc-0d21560a2508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:38:59.740448 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc8fb0f-77e0-48bb-b175-4c51bd3eeb2a" -d '{"events": [{"server_uuid": "7ee318a0-695b-431d-98cc-0d21560a2508", "name": "network-vif-plugged", "status": "completed", "tag": "b8c721ca-e1f1-4111-b00e-57a5d43c8885"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:38:59.753864 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port b8c721ca-e1f1-4111-b00e-57a5d43c8885, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:38:59.758038 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:38:59.758880 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 44487cab-e8cf-4744-ae9d-f6bf08586370 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:38:59.794197 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecaae0c-9737-4390-8a15-0f6d74c0e612 x-openstack-request-id: req-8ecaae0c-9737-4390-8a15-0f6d74c0e612 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:38:59.794495 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee318a0-695b-431d-98cc-0d21560a2508", "name": "network-vif-plugged", "status": "completed", "tag": "b8c721ca-e1f1-4111-b00e-57a5d43c8885", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:38:59.794746 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ecaae0c-9737-4390-8a15-0f6d74c0e612 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:38:59.795136 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ecaae0c-9737-4390-8a15-0f6d74c0e612'] response: {'server_uuid': '7ee318a0-695b-431d-98cc-0d21560a2508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885', 'code': 200} Aug 24 03:38:59.796351 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: 44487cab-e8cf-4744-ae9d-f6bf08586370 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:38:59.796723 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 44487cab-e8cf-4744-ae9d-f6bf08586370 not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:38:59.822879 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=b8c721ca-e1f1-4111-b00e-57a5d43c8885,revision_number=8']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:38:59.829436 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:39:00.266902 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86decea9-5bfb-492c-aa49-e136e8982243 req-947a18b8-a0a3-434a-b694-7a8eff0291d9 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:00.268551 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-86decea9-5bfb-492c-aa49-e136e8982243 req-947a18b8-a0a3-434a-b694-7a8eff0291d9 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0539804 Aug 24 03:39:00.325996 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-86decea9-5bfb-492c-aa49-e136e8982243 req-54a3b21b-bde3-4705-ba02-ce0848b837af tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512462 Aug 24 03:39:00.527009 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8b4ee-d61d-4777-a24a-915ded173b3a req-7d68c26e-e2dd-4247-8ba4-e457539c0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:00.528641 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fcf8b4ee-d61d-4777-a24a-915ded173b3a req-7d68c26e-e2dd-4247-8ba4-e457539c0580 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 1130 time: 0.0457573 Aug 24 03:39:00.575320 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fcf8b4ee-d61d-4777-a24a-915ded173b3a req-5276654b-5159-4e92-9aa0-dc2d2ae6006c service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411277 Aug 24 03:39:00.813883 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 58884) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:39:00.818760 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1816488947', 'description': 'tempest-description--831296829'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:39:00.839027 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:00.876165 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:00.911612 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (9a63359d-8d3f-4e1c-bc45-cd019c169c2c), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:00.915328 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (9a63359d-8d3f-4e1c-bc45-cd019c169c2c), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:00.946044 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:00.947273 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1322403 Aug 24 03:39:00.949162 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a63359d-8d3f-4e1c-bc45-cd019c169c2c,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:00.950308 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 58886) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:39:00.955366 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-49d91241-6ec1-41e9-8b18-83db2b3b662b tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'security_group_rule': {'security_group_id': '9a63359d-8d3f-4e1c-bc45-cd019c169c2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:39:00.957069 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:00.957358 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:00.957702 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:00.958041 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:00.958377 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:00.958717 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:00.959047 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:00.959379 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:00.959703 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:00.960026 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:00.960353 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:00.960684 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:00.961036 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:00.961356 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:00.961677 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284eb4fa-9948-4b0c-9a2c-931412515192 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:00.983043 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49d91241-6ec1-41e9-8b18-83db2b3b662b tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (f7f8c623-070d-4377-b65e-4a73b31fdec2), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.041480 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49d91241-6ec1-41e9-8b18-83db2b3b662b tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (f7f8c623-070d-4377-b65e-4a73b31fdec2), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.044905 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49d91241-6ec1-41e9-8b18-83db2b3b662b tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (f7f8c623-070d-4377-b65e-4a73b31fdec2), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.062750 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d91241-6ec1-41e9-8b18-83db2b3b662b tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f8c623-070d-4377-b65e-4a73b31fdec2,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:01.070972 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49d91241-6ec1-41e9-8b18-83db2b3b662b tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.072328 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-49d91241-6ec1-41e9-8b18-83db2b3b662b tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210096 Aug 24 03:39:01.075049 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 58888) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:39:01.079939 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-bddd34e2-ce88-4fbb-8220-c335b096d72e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'security_group_rule': {'security_group_id': '9a63359d-8d3f-4e1c-bc45-cd019c169c2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:39:01.107303 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bddd34e2-ce88-4fbb-8220-c335b096d72e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (7f1d4815-dc3d-4cb1-ba2d-c543c38a7bb8), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.163563 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bddd34e2-ce88-4fbb-8220-c335b096d72e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (7f1d4815-dc3d-4cb1-ba2d-c543c38a7bb8), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.167648 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bddd34e2-ce88-4fbb-8220-c335b096d72e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (7f1d4815-dc3d-4cb1-ba2d-c543c38a7bb8), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.185251 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd34e2-ce88-4fbb-8220-c335b096d72e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1d4815-dc3d-4cb1-ba2d-c543c38a7bb8,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:01.192811 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bddd34e2-ce88-4fbb-8220-c335b096d72e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.193995 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-bddd34e2-ce88-4fbb-8220-c335b096d72e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179962 Aug 24 03:39:01.197037 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 58890) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:39:01.201274 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'floatingip': {'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:39:01.223226 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.302390 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.412971 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Allocated IP 172.27.4.196 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/db8b5833-154c-4fc3-9a64-f10e0f119f71) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:39:01.468678 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a591b5c-35ea-4af8-900e-21844e378184 req-a878f417-64c0-4c05-a70e-a1f9ec4c682c tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:01.468678 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5a591b5c-35ea-4af8-900e-21844e378184 req-a878f417-64c0-4c05-a70e-a1f9ec4c682c tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0563650 Aug 24 03:39:01.528554 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:01.536367 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5a591b5c-35ea-4af8-900e-21844e378184 req-156f0fdf-cc81-4e5e-ae8c-ef2733530550 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586710 Aug 24 03:39:01.537955 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:01.543922 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for port (db8b5833-154c-4fc3-9a64-f10e0f119f71), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.582584 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (db8b5833-154c-4fc3-9a64-f10e0f119f71), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.623139 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:39:01.627271 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:39:01.629883 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:39:01.659941 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'Port': ['ID=db8b5833-154c-4fc3-9a64-f10e0f119f71,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:01.727502 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (49e6c475-f5a3-411e-b031-af9b8ac16e34), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.767325 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (db8b5833-154c-4fc3-9a64-f10e0f119f71), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.801825 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:01.919009 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for port (db8b5833-154c-4fc3-9a64-f10e0f119f71), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.924500 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (db8b5833-154c-4fc3-9a64-f10e0f119f71), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.990914 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (49e6c475-f5a3-411e-b031-af9b8ac16e34), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:01.994481 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'Port': ['ID=db8b5833-154c-4fc3-9a64-f10e0f119f71,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:02.009964 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:02.011270 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-6dfae482-a1ad-47fe-a507-3340637bc961 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8132544 Aug 24 03:39:02.167372 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-8954a0bb-233d-47f6-bd6a-fb699f5ef5d6 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1816488947&fields=id&tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01 HTTP/1.1" status: 200 len: 267 time: 0.0433180 Aug 24 03:39:02.277614 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602302-0de2-4263-a4c1-de02327cdacf req-8a1fa36e-7acc-44c8-a6cf-9fb3aef1c942 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:02.278996 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-8a1fa36e-7acc-44c8-a6cf-9fb3aef1c942 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 815 time: 0.1046188 Aug 24 03:39:02.293822 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-b8bffd21-7806-4cfb-93a7-83cb5703ce84 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/quotas/4b05b1de2f064ba29a6d0f7f4c8b2a01 HTTP/1.1" status: 200 len: 375 time: 0.0091004 Aug 24 03:39:02.329537 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:02.348275 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7e745e71-3bde-472e-8487-f8477c27017f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493736 Aug 24 03:39:02.445427 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-0cd6b2b8-7a50-4e7a-872d-d84b264b6ae9 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854137 Aug 24 03:39:02.537886 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-e6e45f62-ebad-44e5-92a8-596413352a6f service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864840 Aug 24 03:39:02.691369 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dee66f-1e78-442b-9ee1-ec4caff940d5 req-ec8119c6-a510-4409-8cda-88dad9d7440a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:02.694157 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-46dee66f-1e78-442b-9ee1-ec4caff940d5 req-ec8119c6-a510-4409-8cda-88dad9d7440a tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0668557 Aug 24 03:39:02.757475 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-98d93103-03c4-4830-8ac2-6b3f2608132e req-c09dae0d-a538-4a2c-86a7-b709eda12b59 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 210 time: 0.0476816 Aug 24 03:39:02.779566 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-46dee66f-1e78-442b-9ee1-ec4caff940d5 req-9ea14df6-f8bb-4e0a-a791-15555d7058cb tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794957 Aug 24 03:39:03.802062 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602302-0de2-4263-a4c1-de02327cdacf req-96e65252-fef1-4f72-9573-dcab02244d9f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:03.803756 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-96e65252-fef1-4f72-9573-dcab02244d9f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 815 time: 0.1112795 Aug 24 03:39:03.870901 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9e9723ff-1ad0-43e1-86ef-08a5ae3e1994 req-82a02a25-7353-43a4-9411-29f03e3b4848 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 210 time: 0.0320601 Aug 24 03:39:03.889238 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-76431616-f325-4135-8a1d-5f71bc4cf7ff tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01 HTTP/1.1" status: 200 len: 472 time: 0.0701952 Aug 24 03:39:03.984042 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-2c602302-0de2-4263-a4c1-de02327cdacf req-015a6e0f-47ca-4bfc-ac18-1071d4201edf tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'port': {'device_id': 'f97627fb-1853-4f70-a2be-00724183986c', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'admin_state_up': True, 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'security_groups': ['9a63359d-8d3f-4e1c-bc45-cd019c169c2c']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:39:04.098217 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:04.111604 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c602302-0de2-4263-a4c1-de02327cdacf req-015a6e0f-47ca-4bfc-ac18-1071d4201edf tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Made reservation on behalf of 4b05b1de2f064ba29a6d0f7f4c8b2a01 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:39:04.120088 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2c602302-0de2-4263-a4c1-de02327cdacf req-015a6e0f-47ca-4bfc-ac18-1071d4201edf tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:04.126507 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:04.268745 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-2c602302-0de2-4263-a4c1-de02327cdacf req-015a6e0f-47ca-4bfc-ac18-1071d4201edf tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Allocated IP 172.20.0.14 (f7160365-682d-4059-86b5-916b47b99501/3201e8cd-c470-4794-b02d-e164a36dc04e/5deb7f82-699e-4990-a7ae-5514176e9872) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:39:04.403565 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2c602302-0de2-4263-a4c1-de02327cdacf req-015a6e0f-47ca-4bfc-ac18-1071d4201edf tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for port (5deb7f82-699e-4990-a7ae-5514176e9872), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:04.434312 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2c602302-0de2-4263-a4c1-de02327cdacf req-015a6e0f-47ca-4bfc-ac18-1071d4201edf tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (5deb7f82-699e-4990-a7ae-5514176e9872), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:04.488447 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c602302-0de2-4263-a4c1-de02327cdacf req-015a6e0f-47ca-4bfc-ac18-1071d4201edf tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Network f7160365-682d-4059-86b5-916b47b99501 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:39:04.491740 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-2c602302-0de2-4263-a4c1-de02327cdacf req-015a6e0f-47ca-4bfc-ac18-1071d4201edf tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:39:04.495730 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c602302-0de2-4263-a4c1-de02327cdacf req-015a6e0f-47ca-4bfc-ac18-1071d4201edf tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:39:04.520617 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a6e0f-47ca-4bfc-ac18-1071d4201edf tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'Port': ['ID=5deb7f82-699e-4990-a7ae-5514176e9872,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:04.548868 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602302-0de2-4263-a4c1-de02327cdacf req-015a6e0f-47ca-4bfc-ac18-1071d4201edf tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:04.549507 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2c602302-0de2-4263-a4c1-de02327cdacf req-015a6e0f-47ca-4bfc-ac18-1071d4201edf tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:04.567706 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-015a6e0f-47ca-4bfc-ac18-1071d4201edf tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5883682 Aug 24 03:39:04.706198 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-dddb5abd-9105-4330-865b-ba0a0d07a224 None None] Provisioning complete for port 5deb7f82-699e-4990-a7ae-5514176e9872 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:39:04.706715 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dddb5abd-9105-4330-865b-ba0a0d07a224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (5deb7f82-699e-4990-a7ae-5514176e9872), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:04.738101 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-dddb5abd-9105-4330-865b-ba0a0d07a224 None None] Port 5deb7f82-699e-4990-a7ae-5514176e9872 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:39:04.994575 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680a55e-9651-4dcb-a06d-d7d2c4b4ca6c req-2bbe2c08-b085-41f2-a0dd-7f38fa263412 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:04.995960 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e680a55e-9651-4dcb-a06d-d7d2c4b4ca6c req-2bbe2c08-b085-41f2-a0dd-7f38fa263412 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 932 time: 0.0513592 Aug 24 03:39:05.042857 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e680a55e-9651-4dcb-a06d-d7d2c4b4ca6c req-1393dc1a-f02f-40aa-99b0-6194c5c0b400 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=9a63359d-8d3f-4e1c-bc45-cd019c169c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406256 Aug 24 03:39:06.160081 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffcded-51e7-40fb-9ebd-1c14c46185a7 req-fbc0d658-63d2-44d9-9575-94a969c1c33c tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:06.161635 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-04ffcded-51e7-40fb-9ebd-1c14c46185a7 req-fbc0d658-63d2-44d9-9575-94a969c1c33c tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 932 time: 0.0456016 Aug 24 03:39:06.208663 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-04ffcded-51e7-40fb-9ebd-1c14c46185a7 req-535d819e-9ab3-4c3f-845e-fc454be8417e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=9a63359d-8d3f-4e1c-bc45-cd019c169c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415428 Aug 24 03:39:06.973893 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Request body: {'port': {'device_id': 'f97627fb-1853-4f70-a2be-00724183986c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:39:07.032385 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (5deb7f82-699e-4990-a7ae-5514176e9872), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:07.321217 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:07.341742 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd65611-a0b5-4b42-8095-912aff464293 req-60367c4e-1ab4-459e-bdb6-6f20d71c9674 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:07.344223 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bcd65611-a0b5-4b42-8095-912aff464293 req-60367c4e-1ab4-459e-bdb6-6f20d71c9674 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 932 time: 0.0531397 Aug 24 03:39:07.402078 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bcd65611-a0b5-4b42-8095-912aff464293 req-4683f64b-9a63-4e5c-87d1-65a42f44a3b2 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=9a63359d-8d3f-4e1c-bc45-cd019c169c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513041 Aug 24 03:39:07.502575 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:07.534149 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5deb7f82-699e-4990-a7ae-5514176e9872 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:39:07.542471 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Publish callbacks [] for port (5deb7f82-699e-4990-a7ae-5514176e9872), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:07.556571 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Transition to ACTIVE for port object 5deb7f82-699e-4990-a7ae-5514176e9872 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:39:07.561113 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (5deb7f82-699e-4990-a7ae-5514176e9872), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:07.586875 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:07.630098 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Pushing event updated for resources: {'Port': ['ID=5deb7f82-699e-4990-a7ae-5514176e9872,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:07.683229 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Attempting to bind port 5deb7f82-699e-4990-a7ae-5514176e9872 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:39:07.683565 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Attempting to bind port 5deb7f82-699e-4990-a7ae-5514176e9872 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:39:07.683886 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Attempting to bind port 5deb7f82-699e-4990-a7ae-5514176e9872 on network f7160365-682d-4059-86b5-916b47b99501 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:39:07.689135 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Port 5deb7f82-699e-4990-a7ae-5514176e9872 on network f7160365-682d-4059-86b5-916b47b99501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:39:07.689455 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Attempting to bind port 5deb7f82-699e-4990-a7ae-5514176e9872 on network f7160365-682d-4059-86b5-916b47b99501 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:39:07.694402 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:39:07.694735 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Checking segment: {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:39:07.695112 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Bound using segment: {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:39:07.695530 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Bound port: 5deb7f82-699e-4990-a7ae-5514176e9872, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:39:07.695879 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (5deb7f82-699e-4990-a7ae-5514176e9872), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:07.760459 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] For port 5deb7f82-699e-4990-a7ae-5514176e9872, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:39:07.763552 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] For port 5deb7f82-699e-4990-a7ae-5514176e9872, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5deb7f82-699e-4990-a7ae-5514176e9872,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:39:07.769347 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (5deb7f82-699e-4990-a7ae-5514176e9872), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:07.773472 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:07.774089 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:07.775479 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/5deb7f82-699e-4990-a7ae-5514176e9872 HTTP/1.1" status: 200 len: 1094 time: 0.8059125 Aug 24 03:39:07.776935 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97627fb-1853-4f70-a2be-00724183986c', 'tag': '5deb7f82-699e-4990-a7ae-5514176e9872'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:39:07.779162 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bd62e0-ae42-4e23-80cb-b0f7cb4f54d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f97627fb-1853-4f70-a2be-00724183986c", "tag": "5deb7f82-699e-4990-a7ae-5514176e9872"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:39:07.821971 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7d2412-4537-4d8b-ae26-f7897898d5ad x-openstack-request-id: req-2f7d2412-4537-4d8b-ae26-f7897898d5ad {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:39:07.822250 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97627fb-1853-4f70-a2be-00724183986c", "tag": "5deb7f82-699e-4990-a7ae-5514176e9872", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:39:07.822572 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f7d2412-4537-4d8b-ae26-f7897898d5ad {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:39:07.822972 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7d2412-4537-4d8b-ae26-f7897898d5ad'] response: {'name': 'network-changed', 'server_uuid': 'f97627fb-1853-4f70-a2be-00724183986c', 'tag': '5deb7f82-699e-4990-a7ae-5514176e9872', 'status': 'completed', 'code': 200} Aug 24 03:39:07.827884 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a320b2a-3a56-4cae-8f61-47943ea0f27e service neutron] Pushing event updated for resources: {'Port': ['ID=5deb7f82-699e-4990-a7ae-5514176e9872,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:07.884310 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602302-0de2-4263-a4c1-de02327cdacf req-0732311f-16be-4aeb-96fc-4429385585b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:07.885831 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-0732311f-16be-4aeb-96fc-4429385585b2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 1128 time: 0.0397732 Aug 24 03:39:07.935948 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-fec66c30-de0f-4a77-bc8c-12b5e8476a78 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5deb7f82-699e-4990-a7ae-5514176e9872 HTTP/1.1" status: 200 len: 217 time: 0.0354011 Aug 24 03:39:07.986484 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602302-0de2-4263-a4c1-de02327cdacf req-540c28f3-77b3-4334-9cee-e3d7b0efbd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:07.987929 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-540c28f3-77b3-4334-9cee-e3d7b0efbd64 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 200 len: 854 time: 0.0441360 Aug 24 03:39:08.031259 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602302-0de2-4263-a4c1-de02327cdacf req-91e741df-36a5-46f8-9f62-ccefb69806a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:08.032655 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-91e741df-36a5-46f8-9f62-ccefb69806a7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f7160365-682d-4059-86b5-916b47b99501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387690 Aug 24 03:39:08.127626 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-b4ce1ec8-8d7d-479b-b3d9-8b1f483fa0ff service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886295 Aug 24 03:39:08.217464 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2c602302-0de2-4263-a4c1-de02327cdacf req-7908a67c-1b47-4f37-abb2-d3eaff1230f8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841053 Aug 24 03:39:08.525310 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec12e43-ce7f-4e09-a366-16851df9fcdc req-2918c612-2137-4a98-b918-c01c112716e0 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:08.526781 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fec12e43-ce7f-4e09-a366-16851df9fcdc req-2918c612-2137-4a98-b918-c01c112716e0 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 944 time: 0.0468187 Aug 24 03:39:08.577005 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fec12e43-ce7f-4e09-a366-16851df9fcdc req-95f19f05-bff6-48c5-a2bf-7b2fd33b8dad tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=9a63359d-8d3f-4e1c-bc45-cd019c169c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 Aug 24 03:39:09.090081 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd62e0-ae42-4e23-80cb-b0f7cb4f54d3 req-7baf6caf-fa78-4a44-960a-dd0bdab285fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:09.091613 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-35bd62e0-ae42-4e23-80cb-b0f7cb4f54d3 req-7baf6caf-fa78-4a44-960a-dd0bdab285fe service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 1128 time: 0.0445936 Aug 24 03:39:09.183541 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd62e0-ae42-4e23-80cb-b0f7cb4f54d3 req-4f285908-b836-41b1-b37c-8074c3cc497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:09.185059 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-35bd62e0-ae42-4e23-80cb-b0f7cb4f54d3 req-4f285908-b836-41b1-b37c-8074c3cc497e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 916 time: 0.0865240 Aug 24 03:39:09.228778 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-35bd62e0-ae42-4e23-80cb-b0f7cb4f54d3 req-dfab3eb8-b301-4156-a5ea-872f9018ed85 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5deb7f82-699e-4990-a7ae-5514176e9872 HTTP/1.1" status: 200 len: 217 time: 0.0367570 Aug 24 03:39:09.276120 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd62e0-ae42-4e23-80cb-b0f7cb4f54d3 req-e77e72e0-3d3d-4c6b-bf2b-6653907e728d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:09.277568 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-35bd62e0-ae42-4e23-80cb-b0f7cb4f54d3 req-e77e72e0-3d3d-4c6b-bf2b-6653907e728d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 200 len: 854 time: 0.0431426 Aug 24 03:39:09.320005 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd62e0-ae42-4e23-80cb-b0f7cb4f54d3 req-9678b4d4-19b3-42cc-8a49-1ca95a45df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:09.321528 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-35bd62e0-ae42-4e23-80cb-b0f7cb4f54d3 req-9678b4d4-19b3-42cc-8a49-1ca95a45df51 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f7160365-682d-4059-86b5-916b47b99501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380123 Aug 24 03:39:09.354520 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:09.416600 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-35bd62e0-ae42-4e23-80cb-b0f7cb4f54d3 req-c9a8b6e5-8e96-4cb1-b6a0-2c8c6f971e0c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895696 Aug 24 03:39:09.479332 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:09.507750 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-35bd62e0-ae42-4e23-80cb-b0f7cb4f54d3 req-fca2114a-414f-4afd-80d5-71874490a724 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854158 Aug 24 03:39:09.696234 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6c1ae-2b19-457c-be84-67a984d19afd req-63218149-e509-4d0a-9415-9daf10379ec0 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:09.697751 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-65a6c1ae-2b19-457c-be84-67a984d19afd req-63218149-e509-4d0a-9415-9daf10379ec0 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 944 time: 0.0471716 Aug 24 03:39:09.744649 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-65a6c1ae-2b19-457c-be84-67a984d19afd req-1be9fa53-83e8-4376-8ea1-1a7004fa1782 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=9a63359d-8d3f-4e1c-bc45-cd019c169c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407274 Aug 24 03:39:10.866779 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcff71e-75e8-412c-a5c3-dc1cc51c22bd req-0732b10f-4a57-4581-ada2-ba7a6f3b4376 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:10.868260 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9fcff71e-75e8-412c-a5c3-dc1cc51c22bd req-0732b10f-4a57-4581-ada2-ba7a6f3b4376 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 944 time: 0.0500338 Aug 24 03:39:10.916182 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9fcff71e-75e8-412c-a5c3-dc1cc51c22bd req-2421cf3d-3a37-4f65-bf1f-705407f08352 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=9a63359d-8d3f-4e1c-bc45-cd019c169c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423186 Aug 24 03:39:11.008257 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 5deb7f82-699e-4990-a7ae-5514176e9872 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:39:11.117264 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 5deb7f82-699e-4990-a7ae-5514176e9872, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5deb7f82-699e-4990-a7ae-5514176e9872,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:39:11.128331 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '5deb7f82-699e-4990-a7ae-5514176e9872', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'port_id': '5deb7f82-699e-4990-a7ae-5514176e9872', 'mac_address': 'fa:16:3e:f2:20:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:39:11.166628 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 5deb7f82-699e-4990-a7ae-5514176e9872 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:39:11.167018 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (5deb7f82-699e-4990-a7ae-5514176e9872), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:11.180996 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5deb7f82-699e-4990-a7ae-5514176e9872 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:39:11.200661 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 5deb7f82-699e-4990-a7ae-5514176e9872, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5deb7f82-699e-4990-a7ae-5514176e9872,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:39:11.205133 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (5deb7f82-699e-4990-a7ae-5514176e9872), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:11.251412 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=5deb7f82-699e-4990-a7ae-5514176e9872,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:11.563706 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['5deb7f82-699e-4990-a7ae-5514176e9872'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:39:11.665421 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:12.038518 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa1786-015a-4a92-9e61-5d11b290a2b9 req-eb177938-b5c6-496a-9b3a-86380b5e5a91 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:12.040026 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bdfa1786-015a-4a92-9e61-5d11b290a2b9 req-eb177938-b5c6-496a-9b3a-86380b5e5a91 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 945 time: 0.0475485 Aug 24 03:39:12.052635 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:12.087429 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bdfa1786-015a-4a92-9e61-5d11b290a2b9 req-f54f50d7-272b-42f8-b680-62ac522e17b2 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=9a63359d-8d3f-4e1c-bc45-cd019c169c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419412 Aug 24 03:39:12.667634 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=15 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:12.669540 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=15 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:13.023470 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 5deb7f82-699e-4990-a7ae-5514176e9872 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:39:13.067426 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port 5deb7f82-699e-4990-a7ae-5514176e9872 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:39:13.072730 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 5deb7f82-699e-4990-a7ae-5514176e9872 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:39:13.073130 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (5deb7f82-699e-4990-a7ae-5514176e9872), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:13.146848 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:13.149384 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 5deb7f82-699e-4990-a7ae-5514176e9872 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:39:13.149765 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (5deb7f82-699e-4990-a7ae-5514176e9872), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:13.182451 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97627fb-1853-4f70-a2be-00724183986c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5deb7f82-699e-4990-a7ae-5514176e9872'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:39:13.184609 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cc9178-01ff-4e3d-b435-7ec48ff4be7d" -d '{"events": [{"server_uuid": "f97627fb-1853-4f70-a2be-00724183986c", "name": "network-vif-plugged", "status": "completed", "tag": "5deb7f82-699e-4990-a7ae-5514176e9872"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:39:13.199363 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 5deb7f82-699e-4990-a7ae-5514176e9872, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5deb7f82-699e-4990-a7ae-5514176e9872,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:39:13.203978 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (5deb7f82-699e-4990-a7ae-5514176e9872), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:13.220582 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18194497-af43-46d1-9433-29a9b62fb6df req-0066edc3-ac88-4de4-97ea-84c2d929ca1f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:13.223186 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-18194497-af43-46d1-9433-29a9b62fb6df req-0066edc3-ac88-4de4-97ea-84c2d929ca1f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 945 time: 0.0582373 Aug 24 03:39:13.234384 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411e3a35-ffd4-432e-ac70-94687024dbf8 x-openstack-request-id: req-411e3a35-ffd4-432e-ac70-94687024dbf8 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:39:13.234670 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97627fb-1853-4f70-a2be-00724183986c", "name": "network-vif-plugged", "status": "completed", "tag": "5deb7f82-699e-4990-a7ae-5514176e9872", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:39:13.234917 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-411e3a35-ffd4-432e-ac70-94687024dbf8 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:39:13.235310 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411e3a35-ffd4-432e-ac70-94687024dbf8'] response: {'server_uuid': 'f97627fb-1853-4f70-a2be-00724183986c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5deb7f82-699e-4990-a7ae-5514176e9872', 'code': 200} Aug 24 03:39:13.260543 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=5deb7f82-699e-4990-a7ae-5514176e9872,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:13.274446 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-18194497-af43-46d1-9433-29a9b62fb6df req-1c346a0b-2a27-4058-92e1-38b4c26156eb tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=9a63359d-8d3f-4e1c-bc45-cd019c169c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440705 Aug 24 03:39:13.461794 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586353d3-c057-4fdf-8bcd-96a490d11c8b req-302718e6-f6d3-4433-a5e5-354ee7385c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:13.463277 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-586353d3-c057-4fdf-8bcd-96a490d11c8b req-302718e6-f6d3-4433-a5e5-354ee7385c5a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 1130 time: 0.0407906 Aug 24 03:39:13.513306 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-586353d3-c057-4fdf-8bcd-96a490d11c8b req-366b746e-a3d4-4298-be0e-eb0183fa84ce service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=9a63359d-8d3f-4e1c-bc45-cd019c169c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415943 Aug 24 03:39:14.396912 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497883d-99cd-437d-abd6-38d3f40ed18f req-bf97d476-7d53-4168-8212-e23646f7cf48 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:14.398426 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2497883d-99cd-437d-abd6-38d3f40ed18f req-bf97d476-7d53-4168-8212-e23646f7cf48 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 946 time: 0.0480051 Aug 24 03:39:14.447465 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2497883d-99cd-437d-abd6-38d3f40ed18f req-d78edf02-a102-4797-99f9-11996e2a70e8 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=9a63359d-8d3f-4e1c-bc45-cd019c169c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433612 Aug 24 03:39:15.569770 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492d528-6c3e-4188-af0c-defb2cdbf0d7 req-5a531157-a309-4993-9ed6-224ab55c0533 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:15.571274 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7492d528-6c3e-4188-af0c-defb2cdbf0d7 req-5a531157-a309-4993-9ed6-224ab55c0533 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 946 time: 0.0474513 Aug 24 03:39:15.621385 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7492d528-6c3e-4188-af0c-defb2cdbf0d7 req-10c70341-c476-4f77-aba0-c6f4b0e0c2b8 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=9a63359d-8d3f-4e1c-bc45-cd019c169c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445123 Aug 24 03:39:15.739517 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db60f6-46b6-441a-902d-83e718f03091 req-04b1d167-8f46-45bf-9ce2-489334a8eb0d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:15.741101 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-83db60f6-46b6-441a-902d-83e718f03091 req-04b1d167-8f46-45bf-9ce2-489334a8eb0d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 946 time: 0.0510132 Aug 24 03:39:15.750726 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59048) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:39:15.756000 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-4555e155-6b57-480f-ba6d-d1840295cfbd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'floatingip': {'port_id': '5deb7f82-699e-4990-a7ae-5514176e9872'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:39:15.796733 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4555e155-6b57-480f-ba6d-d1840295cfbd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (49e6c475-f5a3-411e-b031-af9b8ac16e34), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:16.230460 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4555e155-6b57-480f-ba6d-d1840295cfbd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:16.234426 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4555e155-6b57-480f-ba6d-d1840295cfbd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (49e6c475-f5a3-411e-b031-af9b8ac16e34), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:16.326475 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-4555e155-6b57-480f-ba6d-d1840295cfbd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Floating IP 49e6c475-f5a3-411e-b031-af9b8ac16e34 associated. External IP: 172.27.4.196, port: 5deb7f82-699e-4990-a7ae-5514176e9872. Aug 24 03:39:16.525237 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4555e155-6b57-480f-ba6d-d1840295cfbd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:39:16.602112 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:16.629826 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4555e155-6b57-480f-ba6d-d1840295cfbd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:39:16.634734 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4555e155-6b57-480f-ba6d-d1840295cfbd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:16.637069 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:16.640218 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f2ed56-6d0e-441b-9501-8c273197df3d None None] Sync routers for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:39:16.650157 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f2ed56-6d0e-441b-9501-8c273197df3d None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:39:16.650775 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-e8f2ed56-6d0e-441b-9501-8c273197df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:38:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:39:16.667881 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4555e155-6b57-480f-ba6d-d1840295cfbd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/49e6c475-f5a3-411e-b031-af9b8ac16e34 HTTP/1.1" status: 200 len: 992 time: 0.9159462 Aug 24 03:39:16.668453 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97627fb-1853-4f70-a2be-00724183986c', 'tag': '5deb7f82-699e-4990-a7ae-5514176e9872'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:39:16.670734 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974fefde-63aa-4dfa-916c-36a07471ef43" -d '{"events": [{"name": "network-changed", "server_uuid": "f97627fb-1853-4f70-a2be-00724183986c", "tag": "5deb7f82-699e-4990-a7ae-5514176e9872"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:39:16.710644 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b4838c-a80b-4b6d-9ff5-81a18f4898a7 x-openstack-request-id: req-c4b4838c-a80b-4b6d-9ff5-81a18f4898a7 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:39:16.710935 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97627fb-1853-4f70-a2be-00724183986c", "tag": "5deb7f82-699e-4990-a7ae-5514176e9872", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:39:16.711188 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4b4838c-a80b-4b6d-9ff5-81a18f4898a7 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:39:16.711594 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b4838c-a80b-4b6d-9ff5-81a18f4898a7'] response: {'name': 'network-changed', 'server_uuid': 'f97627fb-1853-4f70-a2be-00724183986c', 'tag': '5deb7f82-699e-4990-a7ae-5514176e9872', 'status': 'completed', 'code': 200} Aug 24 03:39:16.759456 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-e8f2ed56-6d0e-441b-9501-8c273197df3d None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:39:16.803686 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fefde-63aa-4dfa-916c-36a07471ef43 req-e6ee1a6e-dc25-47ca-9ff6-48d52c75b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:16.805422 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-974fefde-63aa-4dfa-916c-36a07471ef43 req-e6ee1a6e-dc25-47ca-9ff6-48d52c75b586 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 1130 time: 0.0436361 Aug 24 03:39:16.809821 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59056) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:39:16.920405 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Deleting subnet 63c8fadc-4d66-40b3-a24a-c29c836a2d4b {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:39:16.926953 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Publish callbacks [] for subnet (63c8fadc-4d66-40b3-a24a-c29c836a2d4b), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:16.967213 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fefde-63aa-4dfa-916c-36a07471ef43 req-95dac186-6f42-4601-9089-8d573e87b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:16.969000 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-974fefde-63aa-4dfa-916c-36a07471ef43 req-95dac186-6f42-4601-9089-8d573e87b7e3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 916 time: 0.1509140 Aug 24 03:39:16.978694 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-e8f2ed56-6d0e-441b-9501-8c273197df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '49e6c475-f5a3-411e-b031-af9b8ac16e34', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.196', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': '5deb7f82-699e-4990-a7ae-5514176e9872', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:f2:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97627fb-1853-4f70-a2be-00724183986c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:39:01Z', 'updated_at': '2022-08-24T03:39:16Z', 'revision_number': 1, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}, {'id': 'e080aa73-28e6-44cf-b3f9-a0383d08fff6', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.35', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': 'a3e235e1-9925-4bd2-ad87-9f5d93265022', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:78:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a493863-6fda-4311-8271-48f093698726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:38:00Z', 'updated_at': '2022-08-24T03:38:14Z', 'revision_number': 2, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:39:16.984112 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743081'] for subnet (63c8fadc-4d66-40b3-a24a-c29c836a2d4b), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.004810 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f2ed56-6d0e-441b-9501-8c273197df3d None None] Checking router: b9c7e9c5-a766-493a-8a2d-bf4ab872edcb for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:39:17.013166 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f2ed56-6d0e-441b-9501-8c273197df3d None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:39:17.013762 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-e8f2ed56-6d0e-441b-9501-8c273197df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:38:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:39:17.067296 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-974fefde-63aa-4dfa-916c-36a07471ef43 req-7a93cff3-8bd3-4b6c-bc89-293502422caa service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5deb7f82-699e-4990-a7ae-5514176e9872 HTTP/1.1" status: 200 len: 1000 time: 0.0901728 Aug 24 03:39:17.068323 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (63c8fadc-4d66-40b3-a24a-c29c836a2d4b), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.127749 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-e8f2ed56-6d0e-441b-9501-8c273197df3d None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:39:17.152800 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fefde-63aa-4dfa-916c-36a07471ef43 req-a61de785-3ca7-402a-86a4-ce757575212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:17.154260 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-974fefde-63aa-4dfa-916c-36a07471ef43 req-a61de785-3ca7-402a-86a4-ce757575212a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 200 len: 854 time: 0.0670040 Aug 24 03:39:17.162288 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.190400 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4933138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4973747'] for subnet (63c8fadc-4d66-40b3-a24a-c29c836a2d4b), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.225618 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63c8fadc-4d66-40b3-a24a-c29c836a2d4b,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:17.228091 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fefde-63aa-4dfa-916c-36a07471ef43 req-8ce1b4d7-e0ed-44f8-8645-d46a454f946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:17.229637 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-974fefde-63aa-4dfa-916c-36a07471ef43 req-8ce1b4d7-e0ed-44f8-8645-d46a454f946b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f7160365-682d-4059-86b5-916b47b99501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699334 Aug 24 03:39:17.231126 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:17.231683 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.237069 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/63c8fadc-4d66-40b3-a24a-c29c836a2d4b HTTP/1.1" status: 204 len: 168 time: 0.4238017 Aug 24 03:39:17.237563 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59058) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:39:17.259445 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:17.259445 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:17.259445 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:17.259445 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:17.259972 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:17.259972 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:17.260231 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:17.260547 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:17.260896 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:17.261224 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:17.261542 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:17.261862 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:17.262246 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:17.262479 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:17.262793 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c17387-c015-42ad-9b9d-1a5182a80973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:39:17.316697 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f329d8bb-f5f7-460e-b891-ebe542cdd0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (d18813c9-12da-4d54-a359-55f756fd2f82), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.344672 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-974fefde-63aa-4dfa-916c-36a07471ef43 req-3993b7d1-da17-47c6-8b0a-f2d26d68971b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086452 Aug 24 03:39:17.371981 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-e8f2ed56-6d0e-441b-9501-8c273197df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '49e6c475-f5a3-411e-b031-af9b8ac16e34', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.196', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': '5deb7f82-699e-4990-a7ae-5514176e9872', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:f2:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97627fb-1853-4f70-a2be-00724183986c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:39:01Z', 'updated_at': '2022-08-24T03:39:16Z', 'revision_number': 1, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}, {'id': 'e080aa73-28e6-44cf-b3f9-a0383d08fff6', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.35', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': 'a3e235e1-9925-4bd2-ad87-9f5d93265022', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:78:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a493863-6fda-4311-8271-48f093698726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:38:00Z', 'updated_at': '2022-08-24T03:38:14Z', 'revision_number': 2, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:39:17.376046 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c54ef5f0-d733-45c4-baf3-da032ad5af96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.400503 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f2ed56-6d0e-441b-9501-8c273197df3d None None] The sync data for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi is: [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '49e6c475-f5a3-411e-b031-af9b8ac16e34', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.196', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': '5deb7f82-699e-4990-a7ae-5514176e9872', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:f2:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97627fb-1853-4f70-a2be-00724183986c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:39:01Z', 'updated_at': '2022-08-24T03:39:16Z', 'revision_number': 1, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}, {'id': 'e080aa73-28e6-44cf-b3f9-a0383d08fff6', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.35', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': 'a3e235e1-9925-4bd2-ad87-9f5d93265022', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:78:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a493863-6fda-4311-8271-48f093698726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:38:00Z', 'updated_at': '2022-08-24T03:38:14Z', 'revision_number': 2, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:39:17.405748 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f329d8bb-f5f7-460e-b891-ebe542cdd0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (d18813c9-12da-4d54-a359-55f756fd2f82), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.428070 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-f329d8bb-f5f7-460e-b891-ebe542cdd0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18813c9-12da-4d54-a359-55f756fd2f82']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:39:17.438845 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-f329d8bb-f5f7-460e-b891-ebe542cdd0a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44877e0-4ba1-4230-8ab0-abb21bc66846') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:39:17.439148 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-f329d8bb-f5f7-460e-b891-ebe542cdd0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44877e0-4ba1-4230-8ab0-abb21bc66846') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:39:17.450064 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f329d8bb-f5f7-460e-b891-ebe542cdd0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5410067'] for segment (b44877e0-4ba1-4230-8ab0-abb21bc66846), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.454367 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-974fefde-63aa-4dfa-916c-36a07471ef43 req-3d214caf-b8f2-4911-8db2-acdf5b077d5e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011317 Aug 24 03:39:17.464285 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f329d8bb-f5f7-460e-b891-ebe542cdd0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (b44877e0-4ba1-4230-8ab0-abb21bc66846), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.471689 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f329d8bb-f5f7-460e-b891-ebe542cdd0a6 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:39:17.472093 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f329d8bb-f5f7-460e-b891-ebe542cdd0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4780305'] for segment (b44877e0-4ba1-4230-8ab0-abb21bc66846), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.493850 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment b44877e0-4ba1-4230-8ab0-abb21bc66846 resource provider aggregate not found Aug 24 03:39:17.540492 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment b44877e0-4ba1-4230-8ab0-abb21bc66846 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b44877e0-4ba1-4230-8ab0-abb21bc66846 found for delete ", "request_id": "req-f55bce53-bd46-41b5-98c2-aa985a310b2b"}]} Aug 24 03:39:17.549615 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f329d8bb-f5f7-460e-b891-ebe542cdd0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (d18813c9-12da-4d54-a359-55f756fd2f82), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.555460 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f329d8bb-f5f7-460e-b891-ebe542cdd0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.558582 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f329d8bb-f5f7-460e-b891-ebe542cdd0a6 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/d18813c9-12da-4d54-a359-55f756fd2f82 HTTP/1.1" status: 204 len: 168 time: 0.3199327 Aug 24 03:39:17.570695 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329d8bb-f5f7-460e-b891-ebe542cdd0a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d18813c9-12da-4d54-a359-55f756fd2f82,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:17.621419 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e86d997-e9d3-4faa-8422-d3d3c045e3cc None None] New status for floating IP 49e6c475-f5a3-411e-b031-af9b8ac16e34: ACTIVE {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:39:17.717956 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59066) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:39:17.748425 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:17.762468 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-cfca2284-0044-4cf2-90b4-be050ad36e98 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=69f494a609f241328d85790280b204b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429618 Aug 24 03:39:17.765026 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59068) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:39:17.819869 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ed83a3f2-fafc-40cb-a0d3-45db7ed3da2d admin admin] Publish callbacks [] for security_group (6b2643c9-5c91-4723-bc57-645a664864d7), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.839594 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ed83a3f2-fafc-40cb-a0d3-45db7ed3da2d admin admin] Publish callbacks [] for security_group (6b2643c9-5c91-4723-bc57-645a664864d7), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.886466 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ed83a3f2-fafc-40cb-a0d3-45db7ed3da2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6b2643c9-5c91-4723-bc57-645a664864d7), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.889096 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ed83a3f2-fafc-40cb-a0d3-45db7ed3da2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:17.890310 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ed83a3f2-fafc-40cb-a0d3-45db7ed3da2d admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/6b2643c9-5c91-4723-bc57-645a664864d7 HTTP/1.1" status: 204 len: 168 time: 0.1243734 Aug 24 03:39:17.898499 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83a3f2-fafc-40cb-a0d3-45db7ed3da2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2643c9-5c91-4723-bc57-645a664864d7,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:19.863157 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6a11c40c-327a-4be8-9658-120bb7319cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:20.887327 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:22.555202 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:22.639361 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:23.053865 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e09e7cd-3bd3-4e04-b0ad-c80c71f3b090 req-ea6db96a-7c70-457a-a151-6869c01e77be service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385673 Aug 24 03:39:23.130928 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09e7cd-3bd3-4e04-b0ad-c80c71f3b090 req-edb071f6-4d58-4042-956f-7be8edf83ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:23.132417 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e09e7cd-3bd3-4e04-b0ad-c80c71f3b090 req-edb071f6-4d58-4042-956f-7be8edf83ee5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 1129 time: 0.0405350 Aug 24 03:39:23.161175 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:23.243635 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09e7cd-3bd3-4e04-b0ad-c80c71f3b090 req-cde8bb53-6b3d-4edd-9858-7ca0cd3eace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:23.245139 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e09e7cd-3bd3-4e04-b0ad-c80c71f3b090 req-cde8bb53-6b3d-4edd-9858-7ca0cd3eace3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 916 time: 0.0929878 Aug 24 03:39:23.306044 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e09e7cd-3bd3-4e04-b0ad-c80c71f3b090 req-8ee69441-d718-404b-a1be-8ea653f98a3e service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3e235e1-9925-4bd2-ad87-9f5d93265022 HTTP/1.1" status: 200 len: 1000 time: 0.0543206 Aug 24 03:39:23.358840 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09e7cd-3bd3-4e04-b0ad-c80c71f3b090 req-b2fcd4b3-3c7b-4294-8408-b2b33ce0cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:23.360918 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e09e7cd-3bd3-4e04-b0ad-c80c71f3b090 req-b2fcd4b3-3c7b-4294-8408-b2b33ce0cd23 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 200 len: 854 time: 0.0471776 Aug 24 03:39:23.403496 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09e7cd-3bd3-4e04-b0ad-c80c71f3b090 req-25860f34-7995-4acd-8739-0ce3a7d0af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:23.404983 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e09e7cd-3bd3-4e04-b0ad-c80c71f3b090 req-25860f34-7995-4acd-8739-0ce3a7d0af9b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f7160365-682d-4059-86b5-916b47b99501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373683 Aug 24 03:39:23.509530 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e09e7cd-3bd3-4e04-b0ad-c80c71f3b090 req-5454fb03-73a1-4331-9ee2-ccde7cca10a3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971036 Aug 24 03:39:23.603270 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e09e7cd-3bd3-4e04-b0ad-c80c71f3b090 req-447c5c55-72b1-49b8-97cc-079870971724 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879903 Aug 24 03:39:27.543664 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:27.561055 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:27.724297 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:27.726629 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:32.633468 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:32.635340 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:33.592805 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=65,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:33.600211 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=42 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:36.828290 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:39:38.796731 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:46.824943 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:47.129010 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:47.367713 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-62d5021c-bee3-4fde-83f2-fd9b6b7538c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:49.868010 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-334a6b1e-66b0-444e-90b3-f45df8b4077a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:50.890416 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:52.559178 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:52.633740 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:52.948832 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a44d6a-8c51-4c34-8a4c-d10f3ba7a6e5 req-fa07aac1-6b80-42e9-8f07-13978d403162 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:52.950313 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-26a44d6a-8c51-4c34-8a4c-d10f3ba7a6e5 req-fa07aac1-6b80-42e9-8f07-13978d403162 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 946 time: 0.0467372 Aug 24 03:39:52.997303 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-26a44d6a-8c51-4c34-8a4c-d10f3ba7a6e5 req-6707e593-377f-4ef6-a8ae-e9170be34935 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=9a63359d-8d3f-4e1c-bc45-cd019c169c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402024 Aug 24 03:39:54.120484 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15babd0b-1131-4c25-a63c-5293af141874 req-9aed4b3c-38bc-4a96-b709-6a5d22a1707d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:54.122012 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-15babd0b-1131-4c25-a63c-5293af141874 req-9aed4b3c-38bc-4a96-b709-6a5d22a1707d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 946 time: 0.0490823 Aug 24 03:39:54.171883 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-15babd0b-1131-4c25-a63c-5293af141874 req-5218e2be-d822-4e02-b503-67eb316765a3 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=9a63359d-8d3f-4e1c-bc45-cd019c169c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435746 Aug 24 03:39:54.457113 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-137b8711-d703-4c9c-8f57-0aec5add1e1c tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:54.458497 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-137b8711-d703-4c9c-8f57-0aec5add1e1c tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 946 time: 0.0478239 Aug 24 03:39:54.544203 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-f11a7408-50fc-426d-b670-4ef40e3089ef tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Deleting port 5deb7f82-699e-4990-a7ae-5514176e9872 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:39:54.544546 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-f11a7408-50fc-426d-b670-4ef40e3089ef tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (5deb7f82-699e-4990-a7ae-5514176e9872), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:54.634095 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-f11a7408-50fc-426d-b670-4ef40e3089ef tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] For port 5deb7f82-699e-4990-a7ae-5514176e9872, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5deb7f82-699e-4990-a7ae-5514176e9872,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:39:54.634456 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-f11a7408-50fc-426d-b670-4ef40e3089ef tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (5deb7f82-699e-4990-a7ae-5514176e9872), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:54.795530 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-f11a7408-50fc-426d-b670-4ef40e3089ef tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:54.795800 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-f11a7408-50fc-426d-b670-4ef40e3089ef tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (49e6c475-f5a3-411e-b031-af9b8ac16e34), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:54.796110 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-f11a7408-50fc-426d-b670-4ef40e3089ef tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Floating IP 49e6c475-f5a3-411e-b031-af9b8ac16e34 disassociated. External IP: 172.27.4.196, port: 5deb7f82-699e-4990-a7ae-5514176e9872. Aug 24 03:39:54.796443 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-f11a7408-50fc-426d-b670-4ef40e3089ef tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Calling delete_port for 5deb7f82-699e-4990-a7ae-5514176e9872 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:39:54.923051 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-f11a7408-50fc-426d-b670-4ef40e3089ef tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (5deb7f82-699e-4990-a7ae-5514176e9872), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:54.952197 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a7408-50fc-426d-b670-4ef40e3089ef tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event deleted for resources: {'Port': ['ID=5deb7f82-699e-4990-a7ae-5514176e9872,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:55.060155 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-f11a7408-50fc-426d-b670-4ef40e3089ef tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:39:55.165221 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-f11a7408-50fc-426d-b670-4ef40e3089ef tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:39:55.176417 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a31c46-e04c-4195-8950-a84b5a894c0e None None] Sync routers for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:39:55.187718 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a31c46-e04c-4195-8950-a84b5a894c0e None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:39:55.188321 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-48a31c46-e04c-4195-8950-a84b5a894c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:39:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:39:55.215872 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-f11a7408-50fc-426d-b670-4ef40e3089ef tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] No DVR routers for this DVR port 5deb7f82-699e-4990-a7ae-5514176e9872 on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:39:55.218632 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-f11a7408-50fc-426d-b670-4ef40e3089ef tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:55.223015 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-36440760-6ea7-4d3b-85d8-7065317347a0 req-f11a7408-50fc-426d-b670-4ef40e3089ef tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "DELETE /networking/v2.0/ports/5deb7f82-699e-4990-a7ae-5514176e9872 HTTP/1.1" status: 204 len: 173 time: 0.7588892 Aug 24 03:39:55.223533 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97627fb-1853-4f70-a2be-00724183986c', 'name': 'network-vif-deleted', 'tag': '5deb7f82-699e-4990-a7ae-5514176e9872'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:39:55.225841 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b817499b-2e33-4016-abbc-c9398c3247e8" -d '{"events": [{"server_uuid": "f97627fb-1853-4f70-a2be-00724183986c", "name": "network-vif-deleted", "tag": "5deb7f82-699e-4990-a7ae-5514176e9872"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:39:55.276346 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d08a87-b1f9-4f99-8c3d-77625a1795a6 x-openstack-request-id: req-54d08a87-b1f9-4f99-8c3d-77625a1795a6 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:39:55.276639 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97627fb-1853-4f70-a2be-00724183986c", "name": "network-vif-deleted", "tag": "5deb7f82-699e-4990-a7ae-5514176e9872", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:39:55.276919 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54d08a87-b1f9-4f99-8c3d-77625a1795a6 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:39:55.277317 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d08a87-b1f9-4f99-8c3d-77625a1795a6'] response: {'server_uuid': 'f97627fb-1853-4f70-a2be-00724183986c', 'name': 'network-vif-deleted', 'tag': '5deb7f82-699e-4990-a7ae-5514176e9872', 'status': 'completed', 'code': 200} Aug 24 03:39:55.293915 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e24ccce3-37d8-48a5-879e-43beb973902d req-cc77b655-0185-4752-8a3c-7114f225265c tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f97627fb-1853-4f70-a2be-00724183986c HTTP/1.1" status: 200 len: 210 time: 0.0368876 Aug 24 03:39:55.428947 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-48a31c46-e04c-4195-8950-a84b5a894c0e None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:39:55.645465 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-48a31c46-e04c-4195-8950-a84b5a894c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'e080aa73-28e6-44cf-b3f9-a0383d08fff6', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.35', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': 'a3e235e1-9925-4bd2-ad87-9f5d93265022', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:78:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a493863-6fda-4311-8271-48f093698726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:38:00Z', 'updated_at': '2022-08-24T03:38:14Z', 'revision_number': 2, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:39:55.671138 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a31c46-e04c-4195-8950-a84b5a894c0e None None] Checking router: b9c7e9c5-a766-493a-8a2d-bf4ab872edcb for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:39:55.680166 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a31c46-e04c-4195-8950-a84b5a894c0e None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:39:55.680792 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-48a31c46-e04c-4195-8950-a84b5a894c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:39:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:39:55.789562 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-48a31c46-e04c-4195-8950-a84b5a894c0e None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:39:56.000468 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:56.006708 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-48a31c46-e04c-4195-8950-a84b5a894c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'e080aa73-28e6-44cf-b3f9-a0383d08fff6', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.35', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': 'a3e235e1-9925-4bd2-ad87-9f5d93265022', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:78:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a493863-6fda-4311-8271-48f093698726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:38:00Z', 'updated_at': '2022-08-24T03:38:14Z', 'revision_number': 2, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:39:56.031077 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a31c46-e04c-4195-8950-a84b5a894c0e None None] The sync data for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi is: [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'e080aa73-28e6-44cf-b3f9-a0383d08fff6', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.35', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': 'a3e235e1-9925-4bd2-ad87-9f5d93265022', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:78:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a493863-6fda-4311-8271-48f093698726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:38:00Z', 'updated_at': '2022-08-24T03:38:14Z', 'revision_number': 2, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:39:56.248632 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae0fe2-6d56-4276-bc1e-8b333b74d36f None None] New status for floating IP 49e6c475-f5a3-411e-b031-af9b8ac16e34: DOWN {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:39:56.395586 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59110) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:39:56.450730 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ea75e399-4426-40bc-8638-c30f4475e34f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (9a63359d-8d3f-4e1c-bc45-cd019c169c2c), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:56.469135 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:56.474614 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ea75e399-4426-40bc-8638-c30f4475e34f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (9a63359d-8d3f-4e1c-bc45-cd019c169c2c), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:56.484861 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:39:56.525149 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ea75e399-4426-40bc-8638-c30f4475e34f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (9a63359d-8d3f-4e1c-bc45-cd019c169c2c), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:56.527685 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ea75e399-4426-40bc-8638-c30f4475e34f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:56.528914 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ea75e399-4426-40bc-8638-c30f4475e34f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/9a63359d-8d3f-4e1c-bc45-cd019c169c2c HTTP/1.1" status: 204 len: 168 time: 0.1323154 Aug 24 03:39:56.531799 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59112) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:39:56.538485 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75e399-4426-40bc-8638-c30f4475e34f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a63359d-8d3f-4e1c-bc45-cd019c169c2c,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:56.545875 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.api.v2.resource [None req-979f9fe0-d6cb-4aaa-926b-f5686df6eed7 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] show failed (client error): The resource could not be found. Aug 24 03:39:56.546993 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-979f9fe0-d6cb-4aaa-926b-f5686df6eed7 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups/9a63359d-8d3f-4e1c-bc45-cd019c169c2c HTTP/1.1" status: 404 len: 347 time: 0.0142162 Aug 24 03:39:56.551522 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59114) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:39:56.662354 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-6c435196-cd23-4f68-8b11-233627d6b96e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Deleting port db8b5833-154c-4fc3-9a64-f10e0f119f71 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:39:56.662706 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6c435196-cd23-4f68-8b11-233627d6b96e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (db8b5833-154c-4fc3-9a64-f10e0f119f71), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:56.740035 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6c435196-cd23-4f68-8b11-233627d6b96e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (db8b5833-154c-4fc3-9a64-f10e0f119f71), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:56.740264 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6c435196-cd23-4f68-8b11-233627d6b96e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (db8b5833-154c-4fc3-9a64-f10e0f119f71), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:56.753051 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-6c435196-cd23-4f68-8b11-233627d6b96e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Calling delete_port for db8b5833-154c-4fc3-9a64-f10e0f119f71 owned by network:floatingip {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:39:56.879020 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6c435196-cd23-4f68-8b11-233627d6b96e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (db8b5833-154c-4fc3-9a64-f10e0f119f71), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:56.908411 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c435196-cd23-4f68-8b11-233627d6b96e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event deleted for resources: {'Port': ['ID=db8b5833-154c-4fc3-9a64-f10e0f119f71,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:39:56.967800 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6c435196-cd23-4f68-8b11-233627d6b96e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (49e6c475-f5a3-411e-b031-af9b8ac16e34), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:56.971105 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6c435196-cd23-4f68-8b11-233627d6b96e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:39:56.972229 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-6c435196-cd23-4f68-8b11-233627d6b96e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/49e6c475-f5a3-411e-b031-af9b8ac16e34 HTTP/1.1" status: 204 len: 168 time: 0.4197087 Aug 24 03:39:58.594036 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5b01c-d0b8-4699-a467-fe4714245df0 req-09835659-e3e4-4aff-b3b5-6c383a9eae8c tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:58.596393 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8bb5b01c-d0b8-4699-a467-fe4714245df0 req-09835659-e3e4-4aff-b3b5-6c383a9eae8c tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 945 time: 0.0480943 Aug 24 03:39:58.643148 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8bb5b01c-d0b8-4699-a467-fe4714245df0 req-d534fc25-ba5a-4ae2-a0f2-c400d85cc075 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0d6d9f82-ac8a-4b46-8f17-1b238ea71044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412111 Aug 24 03:39:59.155820 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 5deb7f82-699e-4990-a7ae-5514176e9872 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:39:59.179608 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: 5deb7f82-699e-4990-a7ae-5514176e9872 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:39:59.179879 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 5deb7f82-699e-4990-a7ae-5514176e9872 not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:39:59.766166 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e35f8-d58f-42cb-8375-aae7a77261de req-7e11b428-b32a-4bab-84be-d2f2202a2437 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:39:59.767856 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-546e35f8-d58f-42cb-8375-aae7a77261de req-7e11b428-b32a-4bab-84be-d2f2202a2437 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 945 time: 0.0508916 Aug 24 03:39:59.815895 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-546e35f8-d58f-42cb-8375-aae7a77261de req-7e3b1af9-c179-4136-90c7-ac2bf3ab342f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0d6d9f82-ac8a-4b46-8f17-1b238ea71044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424097 Aug 24 03:40:00.241820 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801532d5-b831-4a56-b762-41bf4a034f56 req-8559870d-9fdd-4752-8ae3-6a0d6a772248 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:00.243281 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-801532d5-b831-4a56-b762-41bf4a034f56 req-8559870d-9fdd-4752-8ae3-6a0d6a772248 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 945 time: 0.0468452 Aug 24 03:40:00.328106 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-801532d5-b831-4a56-b762-41bf4a034f56 req-9e72ac91-fd9a-49cb-a636-f86c604b5a2d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Deleting port a3e235e1-9925-4bd2-ad87-9f5d93265022 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:40:00.328378 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-801532d5-b831-4a56-b762-41bf4a034f56 req-9e72ac91-fd9a-49cb-a636-f86c604b5a2d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:00.418944 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-801532d5-b831-4a56-b762-41bf4a034f56 req-9e72ac91-fd9a-49cb-a636-f86c604b5a2d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] For port a3e235e1-9925-4bd2-ad87-9f5d93265022, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a3e235e1-9925-4bd2-ad87-9f5d93265022,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:40:00.419333 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-801532d5-b831-4a56-b762-41bf4a034f56 req-9e72ac91-fd9a-49cb-a636-f86c604b5a2d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:00.826058 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-801532d5-b831-4a56-b762-41bf4a034f56 req-9e72ac91-fd9a-49cb-a636-f86c604b5a2d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:00.826422 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-801532d5-b831-4a56-b762-41bf4a034f56 req-9e72ac91-fd9a-49cb-a636-f86c604b5a2d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (e080aa73-28e6-44cf-b3f9-a0383d08fff6), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:00.826731 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [req-801532d5-b831-4a56-b762-41bf4a034f56 req-9e72ac91-fd9a-49cb-a636-f86c604b5a2d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Floating IP e080aa73-28e6-44cf-b3f9-a0383d08fff6 disassociated. External IP: 172.27.4.35, port: a3e235e1-9925-4bd2-ad87-9f5d93265022. Aug 24 03:40:00.827072 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-801532d5-b831-4a56-b762-41bf4a034f56 req-9e72ac91-fd9a-49cb-a636-f86c604b5a2d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Calling delete_port for a3e235e1-9925-4bd2-ad87-9f5d93265022 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:40:00.951297 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4d9ab-cc2e-49c1-ae0e-5f9ad7b615d1 req-9d3af25a-7473-4b72-a646-5995e7ccc69f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:00.952881 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a5d4d9ab-cc2e-49c1-ae0e-5f9ad7b615d1 req-9d3af25a-7473-4b72-a646-5995e7ccc69f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3a493863-6fda-4311-8271-48f093698726 HTTP/1.1" status: 200 len: 945 time: 0.0492828 Aug 24 03:40:00.966212 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-801532d5-b831-4a56-b762-41bf4a034f56 req-9e72ac91-fd9a-49cb-a636-f86c604b5a2d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (a3e235e1-9925-4bd2-ad87-9f5d93265022), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:00.995616 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72ac91-fd9a-49cb-a636-f86c604b5a2d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event deleted for resources: {'Port': ['ID=a3e235e1-9925-4bd2-ad87-9f5d93265022,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:01.006847 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a5d4d9ab-cc2e-49c1-ae0e-5f9ad7b615d1 req-5c5f766c-ddda-4d29-98ee-76362f8ccbab tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0d6d9f82-ac8a-4b46-8f17-1b238ea71044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475035 Aug 24 03:40:01.108362 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-801532d5-b831-4a56-b762-41bf4a034f56 req-9e72ac91-fd9a-49cb-a636-f86c604b5a2d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:40:01.216333 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-801532d5-b831-4a56-b762-41bf4a034f56 req-9e72ac91-fd9a-49cb-a636-f86c604b5a2d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:40:01.227608 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8f4a8-e23e-4b54-b34a-f543020f292d None None] Sync routers for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:40:01.236480 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:01.248552 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8f4a8-e23e-4b54-b34a-f543020f292d None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:40:01.249224 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-60f8f4a8-e23e-4b54-b34a-f543020f292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:39:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:01.270550 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-801532d5-b831-4a56-b762-41bf4a034f56 req-9e72ac91-fd9a-49cb-a636-f86c604b5a2d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] No DVR routers for this DVR port a3e235e1-9925-4bd2-ad87-9f5d93265022 on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:40:01.273939 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-801532d5-b831-4a56-b762-41bf4a034f56 req-9e72ac91-fd9a-49cb-a636-f86c604b5a2d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:01.278285 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-801532d5-b831-4a56-b762-41bf4a034f56 req-9e72ac91-fd9a-49cb-a636-f86c604b5a2d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "DELETE /networking/v2.0/ports/a3e235e1-9925-4bd2-ad87-9f5d93265022 HTTP/1.1" status: 204 len: 173 time: 1.0287087 Aug 24 03:40:01.278893 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a493863-6fda-4311-8271-48f093698726', 'name': 'network-vif-deleted', 'tag': 'a3e235e1-9925-4bd2-ad87-9f5d93265022'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:40:01.282422 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adc3aa6-6cf8-4e4a-824c-34c7dcb5539f" -d '{"events": [{"server_uuid": "3a493863-6fda-4311-8271-48f093698726", "name": "network-vif-deleted", "tag": "a3e235e1-9925-4bd2-ad87-9f5d93265022"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:40:01.326780 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1a5cc8-ab23-493a-8480-2d64f61549a3 x-openstack-request-id: req-5b1a5cc8-ab23-493a-8480-2d64f61549a3 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:40:01.327077 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a493863-6fda-4311-8271-48f093698726", "name": "network-vif-deleted", "tag": "a3e235e1-9925-4bd2-ad87-9f5d93265022", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:40:01.327331 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b1a5cc8-ab23-493a-8480-2d64f61549a3 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:40:01.327733 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1a5cc8-ab23-493a-8480-2d64f61549a3'] response: {'server_uuid': '3a493863-6fda-4311-8271-48f093698726', 'name': 'network-vif-deleted', 'tag': 'a3e235e1-9925-4bd2-ad87-9f5d93265022', 'status': 'completed', 'code': 200} Aug 24 03:40:01.362975 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-60f8f4a8-e23e-4b54-b34a-f543020f292d None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:40:01.573259 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-60f8f4a8-e23e-4b54-b34a-f543020f292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:01.603607 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8f4a8-e23e-4b54-b34a-f543020f292d None None] Checking router: b9c7e9c5-a766-493a-8a2d-bf4ab872edcb for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:40:01.613332 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8f4a8-e23e-4b54-b34a-f543020f292d None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:40:01.613879 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-60f8f4a8-e23e-4b54-b34a-f543020f292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:39:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:01.723093 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-60f8f4a8-e23e-4b54-b34a-f543020f292d None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:40:01.929883 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-60f8f4a8-e23e-4b54-b34a-f543020f292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:01.963959 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8f4a8-e23e-4b54-b34a-f543020f292d None None] The sync data for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi is: [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:40:02.100720 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59144) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:02.109349 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:02.133624 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:02.160918 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (0d6d9f82-ac8a-4b46-8f17-1b238ea71044), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:02.187720 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (0d6d9f82-ac8a-4b46-8f17-1b238ea71044), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:02.209646 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87786a9-6d13-4fc5-9ee2-302870434137 None None] New status for floating IP e080aa73-28e6-44cf-b3f9-a0383d08fff6: DOWN {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:40:02.237563 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (0d6d9f82-ac8a-4b46-8f17-1b238ea71044), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:02.240030 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:02.241195 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/0d6d9f82-ac8a-4b46-8f17-1b238ea71044 HTTP/1.1" status: 204 len: 168 time: 0.1393926 Aug 24 03:40:02.244331 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59146) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:02.250254 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6d9f82-ac8a-4b46-8f17-1b238ea71044,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:02.260038 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.api.v2.resource [None req-9148449e-aa71-4723-b956-b5711d4eb74b tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] show failed (client error): The resource could not be found. Aug 24 03:40:02.265244 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:02.265428 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-9148449e-aa71-4723-b956-b5711d4eb74b tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups/0d6d9f82-ac8a-4b46-8f17-1b238ea71044 HTTP/1.1" status: 404 len: 347 time: 0.0157504 Aug 24 03:40:02.265545 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:02.265545 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:02.265545 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:02.265545 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:02.265545 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:02.265545 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:02.266083 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59148) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:02.266182 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:02.266182 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:02.266182 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:02.266182 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:02.266538 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:02.266727 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:02.267743 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:02.268210 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08679b5-74ee-439e-a966-b60346d93914 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:02.274294 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:02.399492 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-8a1a9b1d-71fb-41f8-beb7-c1b7879d8301 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Deleting port d8cae202-b271-4e53-ab8f-6d7f5b93ddfd {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:40:02.399838 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8a1a9b1d-71fb-41f8-beb7-c1b7879d8301 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (d8cae202-b271-4e53-ab8f-6d7f5b93ddfd), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:02.428181 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:02.482469 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8a1a9b1d-71fb-41f8-beb7-c1b7879d8301 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (d8cae202-b271-4e53-ab8f-6d7f5b93ddfd), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:02.482795 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8a1a9b1d-71fb-41f8-beb7-c1b7879d8301 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (d8cae202-b271-4e53-ab8f-6d7f5b93ddfd), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:02.495495 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-8a1a9b1d-71fb-41f8-beb7-c1b7879d8301 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Calling delete_port for d8cae202-b271-4e53-ab8f-6d7f5b93ddfd owned by network:floatingip {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:40:02.627213 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8a1a9b1d-71fb-41f8-beb7-c1b7879d8301 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (d8cae202-b271-4e53-ab8f-6d7f5b93ddfd), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:02.657197 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a9b1d-71fb-41f8-beb7-c1b7879d8301 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event deleted for resources: {'Port': ['ID=d8cae202-b271-4e53-ab8f-6d7f5b93ddfd,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:02.718085 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8a1a9b1d-71fb-41f8-beb7-c1b7879d8301 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (e080aa73-28e6-44cf-b3f9-a0383d08fff6), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:02.720827 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8a1a9b1d-71fb-41f8-beb7-c1b7879d8301 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:02.721968 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8a1a9b1d-71fb-41f8-beb7-c1b7879d8301 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/e080aa73-28e6-44cf-b3f9-a0383d08fff6 HTTP/1.1" status: 204 len: 168 time: 0.4568937 Aug 24 03:40:02.793558 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59152) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:02.798085 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-9b43546c-87e3-4888-8073-f06ce8da7c32 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--647102160', 'description': 'tempest-description--1930633831'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:40:02.819171 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9b43546c-87e3-4888-8073-f06ce8da7c32 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:02.888375 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9b43546c-87e3-4888-8073-f06ce8da7c32 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:02.893278 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9b43546c-87e3-4888-8073-f06ce8da7c32 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:02.924873 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9b43546c-87e3-4888-8073-f06ce8da7c32 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:02.926122 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-9b43546c-87e3-4888-8073-f06ce8da7c32 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1315610 Aug 24 03:40:02.929136 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59154) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:02.930191 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43546c-87e3-4888-8073-f06ce8da7c32 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:02.933645 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-aa0f9f5d-8d19-4182-b940-6d4042ed9f72 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'security_group_rule': {'security_group_id': 'e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:40:02.961195 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-aa0f9f5d-8d19-4182-b940-6d4042ed9f72 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (caaf3ace-1168-4828-ba9b-f640c5358001), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:03.017940 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-aa0f9f5d-8d19-4182-b940-6d4042ed9f72 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (caaf3ace-1168-4828-ba9b-f640c5358001), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:03.022415 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-aa0f9f5d-8d19-4182-b940-6d4042ed9f72 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (caaf3ace-1168-4828-ba9b-f640c5358001), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:03.040983 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f9f5d-8d19-4182-b940-6d4042ed9f72 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caaf3ace-1168-4828-ba9b-f640c5358001,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:03.051347 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-aa0f9f5d-8d19-4182-b940-6d4042ed9f72 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:03.052537 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-aa0f9f5d-8d19-4182-b940-6d4042ed9f72 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224258 Aug 24 03:40:03.055321 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59156) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:03.059459 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-cbc65c21-cb5a-4bf6-924b-c7ddffbf41b3 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'security_group_rule': {'security_group_id': 'e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:40:03.086351 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbc65c21-cb5a-4bf6-924b-c7ddffbf41b3 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (84db6c0f-0ce9-40d6-912f-00ac6a02d04e), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:03.142674 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbc65c21-cb5a-4bf6-924b-c7ddffbf41b3 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (84db6c0f-0ce9-40d6-912f-00ac6a02d04e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:03.146057 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbc65c21-cb5a-4bf6-924b-c7ddffbf41b3 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (84db6c0f-0ce9-40d6-912f-00ac6a02d04e), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:03.166156 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc65c21-cb5a-4bf6-924b-c7ddffbf41b3 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84db6c0f-0ce9-40d6-912f-00ac6a02d04e,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:03.175093 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbc65c21-cb5a-4bf6-924b-c7ddffbf41b3 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:03.176290 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-cbc65c21-cb5a-4bf6-924b-c7ddffbf41b3 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200626 Aug 24 03:40:03.179482 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59158) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:03.183794 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'floatingip': {'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:40:03.205124 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:03.284911 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:03.638083 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Allocated IP 172.27.4.90 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/3af079e8-88f5-41b6-adf7-71e816407d1a) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:40:03.740147 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for port (3af079e8-88f5-41b6-adf7-71e816407d1a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:03.752252 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:03.760748 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:03.778512 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (3af079e8-88f5-41b6-adf7-71e816407d1a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:03.819649 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:40:03.822537 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:40:03.825071 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:40:03.852500 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'Port': ['ID=3af079e8-88f5-41b6-adf7-71e816407d1a,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:03.911839 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (9f30f7a7-5f4e-4006-a323-c2d1b7d1d163), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:03.950042 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (3af079e8-88f5-41b6-adf7-71e816407d1a), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:04.096260 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for port (3af079e8-88f5-41b6-adf7-71e816407d1a), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:04.101120 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (3af079e8-88f5-41b6-adf7-71e816407d1a), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:04.169041 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'Port': ['ID=3af079e8-88f5-41b6-adf7-71e816407d1a,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:04.172330 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (9f30f7a7-5f4e-4006-a323-c2d1b7d1d163), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:04.188073 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:04.189901 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ce11659f-a974-4179-a022-1d925be9f213 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0093906 Aug 24 03:40:04.388322 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-4253cf7d-6798-4f6f-a96d-9777394c00ac tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--647102160&fields=id&tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01 HTTP/1.1" status: 200 len: 267 time: 0.0433130 Aug 24 03:40:04.498248 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-07070da5-4c24-4420-951d-dd0a63de9a02 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:04.499616 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-07070da5-4c24-4420-951d-dd0a63de9a02 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 815 time: 0.1049156 Aug 24 03:40:04.514416 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-563854e6-f83b-4198-a73b-f00c95e61fb7 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/quotas/4b05b1de2f064ba29a6d0f7f4c8b2a01 HTTP/1.1" status: 200 len: 375 time: 0.0088308 Aug 24 03:40:04.562663 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-15498799-1b7d-4273-b6e7-9154af830ca8 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431046 Aug 24 03:40:04.662953 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-6dd5edf1-e2ae-4f05-9f23-3fa312ea3ea7 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883970 Aug 24 03:40:04.685787 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:04.755649 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-beea5eec-7117-4a5d-88dc-0eddfb15c65c service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869055 Aug 24 03:40:04.920078 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-79156ec7-6a1c-4eb9-b0c0-60861ae15ee1 req-2e6ea5b1-428e-4cd6-ac66-4b8f45e47627 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 210 time: 0.0295942 Aug 24 03:40:05.159754 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device a3e235e1-9925-4bd2-ad87-9f5d93265022 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:40:05.179685 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: a3e235e1-9925-4bd2-ad87-9f5d93265022 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:40:05.180038 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device a3e235e1-9925-4bd2-ad87-9f5d93265022 not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:40:05.942869 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-4defedc5-1b44-4629-9b90-b7cb67051640 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:05.944354 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-4defedc5-1b44-4629-9b90-b7cb67051640 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 815 time: 0.1094332 Aug 24 03:40:06.014232 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-b4bc1077-3521-4349-80e8-229a42d762f1 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01 HTTP/1.1" status: 200 len: 379 time: 0.0558527 Aug 24 03:40:06.029472 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-13cd952c-bb63-41c6-b202-d1db2f0c5edf req-562f8047-ab5d-4782-bdaa-9874da0cf97d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 210 time: 0.0344918 Aug 24 03:40:06.123913 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-30f3835f-ecab-45da-878b-84b0b2d324cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'port': {'device_id': '58eaad0c-bee5-46ff-b47a-eb93875c7dff', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'admin_state_up': True, 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'security_groups': ['e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:40:06.229249 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:06.238141 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-30f3835f-ecab-45da-878b-84b0b2d324cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Made reservation on behalf of 4b05b1de2f064ba29a6d0f7f4c8b2a01 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:40:06.241846 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-30f3835f-ecab-45da-878b-84b0b2d324cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:06.259297 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:06.371139 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-30f3835f-ecab-45da-878b-84b0b2d324cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Allocated IP 172.20.0.6 (f7160365-682d-4059-86b5-916b47b99501/3201e8cd-c470-4794-b02d-e164a36dc04e/5df39e24-d429-4101-bebc-0fed1734db1b) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:40:06.515884 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-30f3835f-ecab-45da-878b-84b0b2d324cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for port (5df39e24-d429-4101-bebc-0fed1734db1b), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:06.548093 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-30f3835f-ecab-45da-878b-84b0b2d324cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (5df39e24-d429-4101-bebc-0fed1734db1b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:06.592912 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-30f3835f-ecab-45da-878b-84b0b2d324cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Network f7160365-682d-4059-86b5-916b47b99501 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:40:06.596504 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-30f3835f-ecab-45da-878b-84b0b2d324cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:40:06.599195 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-30f3835f-ecab-45da-878b-84b0b2d324cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:40:06.629599 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3835f-ecab-45da-878b-84b0b2d324cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'Port': ['ID=5df39e24-d429-4101-bebc-0fed1734db1b,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:06.658716 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-30f3835f-ecab-45da-878b-84b0b2d324cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:06.659587 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-30f3835f-ecab-45da-878b-84b0b2d324cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:06.677822 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-30f3835f-ecab-45da-878b-84b0b2d324cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5577633 Aug 24 03:40:06.695624 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Request body: {'port': {'device_id': '58eaad0c-bee5-46ff-b47a-eb93875c7dff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:40:06.758784 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (5df39e24-d429-4101-bebc-0fed1734db1b), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:06.842976 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-f59a8a3f-6ea6-4792-8b48-d14ea0a82ec3 None None] Provisioning complete for port 5df39e24-d429-4101-bebc-0fed1734db1b triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:40:06.843543 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f59a8a3f-6ea6-4792-8b48-d14ea0a82ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (5df39e24-d429-4101-bebc-0fed1734db1b), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:06.880390 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-f59a8a3f-6ea6-4792-8b48-d14ea0a82ec3 None None] Port 5df39e24-d429-4101-bebc-0fed1734db1b cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:40:07.009640 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:07.023916 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df39e24-d429-4101-bebc-0fed1734db1b {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:40:07.032031 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Publish callbacks [] for port (5df39e24-d429-4101-bebc-0fed1734db1b), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:07.046136 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Transition to ACTIVE for port object 5df39e24-d429-4101-bebc-0fed1734db1b will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:40:07.051004 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (5df39e24-d429-4101-bebc-0fed1734db1b), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:07.103011 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:07.116509 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:07.132579 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Pushing event updated for resources: {'Port': ['ID=5df39e24-d429-4101-bebc-0fed1734db1b,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:07.160242 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9384e-c87c-4976-b3ef-d754942cbcc4 req-a88767a4-47e7-4842-aa00-17573ee7e5b9 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:07.161883 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c9c9384e-c87c-4976-b3ef-d754942cbcc4 req-a88767a4-47e7-4842-aa00-17573ee7e5b9 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 943 time: 0.0552261 Aug 24 03:40:07.164746 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Attempting to bind port 5df39e24-d429-4101-bebc-0fed1734db1b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:40:07.165106 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Attempting to bind port 5df39e24-d429-4101-bebc-0fed1734db1b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:40:07.165431 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Attempting to bind port 5df39e24-d429-4101-bebc-0fed1734db1b on network f7160365-682d-4059-86b5-916b47b99501 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:40:07.169780 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Port 5df39e24-d429-4101-bebc-0fed1734db1b on network f7160365-682d-4059-86b5-916b47b99501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:40:07.170094 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Attempting to bind port 5df39e24-d429-4101-bebc-0fed1734db1b on network f7160365-682d-4059-86b5-916b47b99501 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:40:07.176126 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:40:07.176454 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Checking segment: {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:40:07.176848 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Bound using segment: {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:40:07.177266 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Bound port: 5df39e24-d429-4101-bebc-0fed1734db1b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:40:07.177616 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (5df39e24-d429-4101-bebc-0fed1734db1b), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:07.211994 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c9c9384e-c87c-4976-b3ef-d754942cbcc4 req-d0949af5-85ae-4555-ad46-65ef4cc36743 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437346 Aug 24 03:40:07.242993 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] For port 5df39e24-d429-4101-bebc-0fed1734db1b, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:40:07.245989 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] For port 5df39e24-d429-4101-bebc-0fed1734db1b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5df39e24-d429-4101-bebc-0fed1734db1b,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:40:07.251189 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (5df39e24-d429-4101-bebc-0fed1734db1b), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:07.255251 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:07.255853 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:07.257224 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/5df39e24-d429-4101-bebc-0fed1734db1b HTTP/1.1" status: 200 len: 1093 time: 0.5659351 Aug 24 03:40:07.257699 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58eaad0c-bee5-46ff-b47a-eb93875c7dff', 'tag': '5df39e24-d429-4101-bebc-0fed1734db1b'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:40:07.259893 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068fcbc6-8f18-42de-a043-dad3cd8662d7" -d '{"events": [{"name": "network-changed", "server_uuid": "58eaad0c-bee5-46ff-b47a-eb93875c7dff", "tag": "5df39e24-d429-4101-bebc-0fed1734db1b"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:40:07.313799 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84397c8b-58f3-4082-b533-eeddf045f7b0 x-openstack-request-id: req-84397c8b-58f3-4082-b533-eeddf045f7b0 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:40:07.314175 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58eaad0c-bee5-46ff-b47a-eb93875c7dff", "tag": "5df39e24-d429-4101-bebc-0fed1734db1b", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:40:07.315117 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84397c8b-58f3-4082-b533-eeddf045f7b0 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:40:07.315521 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84397c8b-58f3-4082-b533-eeddf045f7b0'] response: {'name': 'network-changed', 'server_uuid': '58eaad0c-bee5-46ff-b47a-eb93875c7dff', 'tag': '5df39e24-d429-4101-bebc-0fed1734db1b', 'status': 'completed', 'code': 200} Aug 24 03:40:07.320345 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3ef7f-5134-490f-b28a-562c4ac5a26d service neutron] Pushing event updated for resources: {'Port': ['ID=5df39e24-d429-4101-bebc-0fed1734db1b,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:07.370451 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-3fe72baa-f3f4-4e1e-a74a-4a436cce3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:07.371955 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-3fe72baa-f3f4-4e1e-a74a-4a436cce3cfd service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 1127 time: 0.0400453 Aug 24 03:40:07.415842 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-45647513-3834-40b5-a082-f9854b2772fe service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5df39e24-d429-4101-bebc-0fed1734db1b HTTP/1.1" status: 200 len: 217 time: 0.0327692 Aug 24 03:40:07.467477 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-55abc8c6-9bb9-40fb-90ee-a8fb00884bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:07.468941 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-55abc8c6-9bb9-40fb-90ee-a8fb00884bbd service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 200 len: 854 time: 0.0470383 Aug 24 03:40:07.510545 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-36420852-af67-441f-8fef-75c2500a0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:07.512005 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-36420852-af67-441f-8fef-75c2500a0eff service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f7160365-682d-4059-86b5-916b47b99501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377653 Aug 24 03:40:07.604073 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-88741b86-9fb2-4583-85d0-1a515660402e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859535 Aug 24 03:40:07.692966 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-df41526d-d4de-46cd-a23a-a49b67dacdd1 req-3193e3be-628a-4347-8dd5-6584578d2a45 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825276 Aug 24 03:40:08.333277 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcb64a-67a0-4cec-8520-2de54ede5531 req-547b14b6-8521-4760-8461-918adb87808a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:08.334659 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2dbcb64a-67a0-4cec-8520-2de54ede5531 req-547b14b6-8521-4760-8461-918adb87808a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 943 time: 0.0467539 Aug 24 03:40:08.381835 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2dbcb64a-67a0-4cec-8520-2de54ede5531 req-7ddecee3-49ca-499f-bccf-431f55fb0ae5 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415764 Aug 24 03:40:08.488822 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fcbc6-8f18-42de-a043-dad3cd8662d7 req-56aeb6d2-fd52-437f-88d9-4636567c6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:08.490319 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-068fcbc6-8f18-42de-a043-dad3cd8662d7 req-56aeb6d2-fd52-437f-88d9-4636567c6398 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 1127 time: 0.0407336 Aug 24 03:40:08.583180 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fcbc6-8f18-42de-a043-dad3cd8662d7 req-7aeb676d-e44c-4e62-a8ab-4ab58e58ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:08.584709 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-068fcbc6-8f18-42de-a043-dad3cd8662d7 req-7aeb676d-e44c-4e62-a8ab-4ab58e58ec4e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 916 time: 0.0881653 Aug 24 03:40:08.624042 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-068fcbc6-8f18-42de-a043-dad3cd8662d7 req-7fbec3a7-1b0d-4ae1-b54f-e912df10ebb1 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5df39e24-d429-4101-bebc-0fed1734db1b HTTP/1.1" status: 200 len: 217 time: 0.0332811 Aug 24 03:40:08.675915 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fcbc6-8f18-42de-a043-dad3cd8662d7 req-6faafe8d-7714-4ccc-82c3-5485ab546821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:08.677446 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-068fcbc6-8f18-42de-a043-dad3cd8662d7 req-6faafe8d-7714-4ccc-82c3-5485ab546821 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 200 len: 854 time: 0.0478840 Aug 24 03:40:08.694087 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:08.725777 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fcbc6-8f18-42de-a043-dad3cd8662d7 req-a8706279-1598-4a25-8423-38de8d893988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:08.727282 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-068fcbc6-8f18-42de-a043-dad3cd8662d7 req-a8706279-1598-4a25-8423-38de8d893988 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f7160365-682d-4059-86b5-916b47b99501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415580 Aug 24 03:40:08.817465 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-068fcbc6-8f18-42de-a043-dad3cd8662d7 req-e0d00e2d-580f-447c-a2ec-6b0a71138044 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835485 Aug 24 03:40:08.912147 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-068fcbc6-8f18-42de-a043-dad3cd8662d7 req-141b62ef-f939-4dd8-bc5f-4c726479d498 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883961 Aug 24 03:40:09.511063 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100168a5-8afb-4432-82f9-f2b09b72b0ae req-a551acd5-5933-4e73-a589-f75d2eecdbf3 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:09.512577 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-100168a5-8afb-4432-82f9-f2b09b72b0ae req-a551acd5-5933-4e73-a589-f75d2eecdbf3 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 943 time: 0.0511515 Aug 24 03:40:09.560110 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-100168a5-8afb-4432-82f9-f2b09b72b0ae req-46077bf3-ae62-4c0e-b213-00d862a92aac tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409911 Aug 24 03:40:10.678339 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8958bb-91ad-4388-863b-5ab112c3e50e req-2fcef762-b0af-4ee9-87bf-647cf905413e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:10.679808 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4f8958bb-91ad-4388-863b-5ab112c3e50e req-2fcef762-b0af-4ee9-87bf-647cf905413e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 943 time: 0.0468898 Aug 24 03:40:10.726335 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4f8958bb-91ad-4388-863b-5ab112c3e50e req-9c4c2eef-1679-4237-afcc-03c296e16d5e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410028 Aug 24 03:40:11.184499 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 5df39e24-d429-4101-bebc-0fed1734db1b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:40:11.280537 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:11.283057 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 5df39e24-d429-4101-bebc-0fed1734db1b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5df39e24-d429-4101-bebc-0fed1734db1b,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:40:11.298326 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '5df39e24-d429-4101-bebc-0fed1734db1b', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'port_id': '5df39e24-d429-4101-bebc-0fed1734db1b', 'mac_address': 'fa:16:3e:32:be:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:40:11.340098 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 5df39e24-d429-4101-bebc-0fed1734db1b is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:40:11.340487 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (5df39e24-d429-4101-bebc-0fed1734db1b), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:11.353987 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df39e24-d429-4101-bebc-0fed1734db1b {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:40:11.374559 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 5df39e24-d429-4101-bebc-0fed1734db1b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5df39e24-d429-4101-bebc-0fed1734db1b,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:40:11.378578 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (5df39e24-d429-4101-bebc-0fed1734db1b), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:11.420436 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:11.427067 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=5df39e24-d429-4101-bebc-0fed1734db1b,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:11.434399 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:11.434795 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:11.435093 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:11.435430 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:11.435764 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:11.436094 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:11.436422 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:11.436748 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:11.437098 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:11.437419 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:11.437743 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:11.438066 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:11.438388 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:11.438705 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:11.439023 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:11.675970 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['5df39e24-d429-4101-bebc-0fed1734db1b'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:40:12.058120 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e4a84-7a4b-4144-9c8d-0378ea9fe8c9 req-c440a2b0-c2bc-40d8-a8e5-25bf881e5c06 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:12.059500 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-af1e4a84-7a4b-4144-9c8d-0378ea9fe8c9 req-c440a2b0-c2bc-40d8-a8e5-25bf881e5c06 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 944 time: 0.2526555 Aug 24 03:40:12.116960 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-af1e4a84-7a4b-4144-9c8d-0378ea9fe8c9 req-4f5fcfc5-810a-44d8-b40b-f636815a54be tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518992 Aug 24 03:40:13.207520 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 5df39e24-d429-4101-bebc-0fed1734db1b up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:40:13.250301 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port 5df39e24-d429-4101-bebc-0fed1734db1b completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:40:13.257216 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 5df39e24-d429-4101-bebc-0fed1734db1b triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:40:13.257680 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (5df39e24-d429-4101-bebc-0fed1734db1b), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:13.287595 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aaa85d-aa5a-4363-9dd5-7df505fa53ce req-e924efda-d439-4a68-ab8a-d9b62c28ce9d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:13.289533 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a4aaa85d-aa5a-4363-9dd5-7df505fa53ce req-e924efda-d439-4a68-ab8a-d9b62c28ce9d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 944 time: 0.0993769 Aug 24 03:40:13.337912 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 5df39e24-d429-4101-bebc-0fed1734db1b is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:40:13.338321 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (5df39e24-d429-4101-bebc-0fed1734db1b), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:13.338534 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a4aaa85d-aa5a-4363-9dd5-7df505fa53ce req-aab1c1f1-8321-45d7-9307-5f714374896c tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435312 Aug 24 03:40:13.362899 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58eaad0c-bee5-46ff-b47a-eb93875c7dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df39e24-d429-4101-bebc-0fed1734db1b'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:40:13.365148 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92109f5e-8e90-49c7-af3a-b15d5c5795e7" -d '{"events": [{"server_uuid": "58eaad0c-bee5-46ff-b47a-eb93875c7dff", "name": "network-vif-plugged", "status": "completed", "tag": "5df39e24-d429-4101-bebc-0fed1734db1b"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:40:13.377568 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 5df39e24-d429-4101-bebc-0fed1734db1b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5df39e24-d429-4101-bebc-0fed1734db1b,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:40:13.381670 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (5df39e24-d429-4101-bebc-0fed1734db1b), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:13.404455 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244bb2f2-8539-49f9-be4a-9157566e9880 x-openstack-request-id: req-244bb2f2-8539-49f9-be4a-9157566e9880 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:40:13.404749 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58eaad0c-bee5-46ff-b47a-eb93875c7dff", "name": "network-vif-plugged", "status": "completed", "tag": "5df39e24-d429-4101-bebc-0fed1734db1b", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:40:13.405024 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-244bb2f2-8539-49f9-be4a-9157566e9880 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:40:13.405421 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244bb2f2-8539-49f9-be4a-9157566e9880'] response: {'server_uuid': '58eaad0c-bee5-46ff-b47a-eb93875c7dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df39e24-d429-4101-bebc-0fed1734db1b', 'code': 200} Aug 24 03:40:13.431420 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=5df39e24-d429-4101-bebc-0fed1734db1b,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:13.610852 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb7c16-12ad-4b26-b921-48f5ef653edb req-68b47114-7bad-43bc-9f08-938e480f0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:13.612448 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-55bb7c16-12ad-4b26-b921-48f5ef653edb req-68b47114-7bad-43bc-9f08-938e480f0144 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 1129 time: 0.0403779 Aug 24 03:40:13.622804 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:13.659405 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-55bb7c16-12ad-4b26-b921-48f5ef653edb req-0207dd2f-0ecb-41b0-888b-22f81de06af6 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414469 Aug 24 03:40:13.826925 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:40:14.458759 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f8aa7-101a-4a66-bed1-2a99fb2f87d6 req-c84753ea-de1d-4bff-a9fb-6bf197abb97a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:14.460273 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c75f8aa7-101a-4a66-bed1-2a99fb2f87d6 req-c84753ea-de1d-4bff-a9fb-6bf197abb97a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 945 time: 0.0478575 Aug 24 03:40:14.511619 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c75f8aa7-101a-4a66-bed1-2a99fb2f87d6 req-4a5097eb-9b83-43ce-ab0b-e05b50ecf45e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412891 Aug 24 03:40:15.636625 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76222b-1cc0-45d1-ba19-c059e2be589f req-749cd001-04b8-44de-96d6-b1983c7755f5 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:15.638165 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2a76222b-1cc0-45d1-ba19-c059e2be589f req-749cd001-04b8-44de-96d6-b1983c7755f5 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 945 time: 0.0498724 Aug 24 03:40:15.686218 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2a76222b-1cc0-45d1-ba19-c059e2be589f req-cf4ef5be-3adf-4d4d-ae37-c7bf633e0008 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418048 Aug 24 03:40:15.800449 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af397936-ed26-4903-a4d4-689227af55ba req-75841d4f-1bad-4695-a213-cf8d87294b47 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:15.801851 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-af397936-ed26-4903-a4d4-689227af55ba req-75841d4f-1bad-4695-a213-cf8d87294b47 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 945 time: 0.0466621 Aug 24 03:40:15.811439 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59218) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:15.816154 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-fe99d75e-a521-4d27-84b1-33251db0b7cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'floatingip': {'port_id': '5df39e24-d429-4101-bebc-0fed1734db1b'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:40:15.856815 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fe99d75e-a521-4d27-84b1-33251db0b7cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (9f30f7a7-5f4e-4006-a323-c2d1b7d1d163), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:15.922159 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:16.236945 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59220) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:16.258070 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:16.270055 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fe99d75e-a521-4d27-84b1-33251db0b7cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:16.274505 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fe99d75e-a521-4d27-84b1-33251db0b7cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (9f30f7a7-5f4e-4006-a323-c2d1b7d1d163), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:16.372351 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-fe99d75e-a521-4d27-84b1-33251db0b7cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Floating IP 9f30f7a7-5f4e-4006-a323-c2d1b7d1d163 associated. External IP: 172.27.4.90, port: 5df39e24-d429-4101-bebc-0fed1734db1b. Aug 24 03:40:16.394594 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-23c62d41-a524-4b5b-8829-410af802be0b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Deleting port a4edb8f6-a920-4fba-b275-cd5428f70bd5 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:40:16.394928 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-23c62d41-a524-4b5b-8829-410af802be0b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (a4edb8f6-a920-4fba-b275-cd5428f70bd5), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:16.483088 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-23c62d41-a524-4b5b-8829-410af802be0b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (a4edb8f6-a920-4fba-b275-cd5428f70bd5), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:16.483414 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-23c62d41-a524-4b5b-8829-410af802be0b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for floatingip (a4edb8f6-a920-4fba-b275-cd5428f70bd5), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:16.496484 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-23c62d41-a524-4b5b-8829-410af802be0b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Calling delete_port for a4edb8f6-a920-4fba-b275-cd5428f70bd5 owned by network:floatingip {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:40:16.592916 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe99d75e-a521-4d27-84b1-33251db0b7cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:40:16.668995 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-23c62d41-a524-4b5b-8829-410af802be0b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (a4edb8f6-a920-4fba-b275-cd5428f70bd5), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:16.696273 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c62d41-a524-4b5b-8829-410af802be0b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Pushing event deleted for resources: {'Port': ['ID=a4edb8f6-a920-4fba-b275-cd5428f70bd5,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:16.706484 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe99d75e-a521-4d27-84b1-33251db0b7cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:40:16.711669 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fe99d75e-a521-4d27-84b1-33251db0b7cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:16.718085 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b30d88-6ba7-40d2-9662-77db272e5577 None None] Sync routers for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:40:16.730704 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b30d88-6ba7-40d2-9662-77db272e5577 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:40:16.731341 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-b8b30d88-6ba7-40d2-9662-77db272e5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:39:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:16.748832 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-fe99d75e-a521-4d27-84b1-33251db0b7cc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/9f30f7a7-5f4e-4006-a323-c2d1b7d1d163 HTTP/1.1" status: 200 len: 990 time: 0.9340954 Aug 24 03:40:16.748832 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58eaad0c-bee5-46ff-b47a-eb93875c7dff', 'tag': '5df39e24-d429-4101-bebc-0fed1734db1b'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:40:16.749489 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a021948d-af91-45b3-ae39-9a97e778e543" -d '{"events": [{"name": "network-changed", "server_uuid": "58eaad0c-bee5-46ff-b47a-eb93875c7dff", "tag": "5df39e24-d429-4101-bebc-0fed1734db1b"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:40:16.771849 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-23c62d41-a524-4b5b-8829-410af802be0b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for floatingip (8b4bd184-ea76-4ff6-a1e0-7e23e07cfafa), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:16.772180 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-23c62d41-a524-4b5b-8829-410af802be0b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Floating IP 8b4bd184-ea76-4ff6-a1e0-7e23e07cfafa disassociated (deleted). External IP: 172.27.4.62, port: b8c721ca-e1f1-4111-b00e-57a5d43c8885. Aug 24 03:40:16.788897 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc20e54c-706a-44c4-8703-eeadf4e3d4d2 x-openstack-request-id: req-dc20e54c-706a-44c4-8703-eeadf4e3d4d2 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:40:16.789197 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58eaad0c-bee5-46ff-b47a-eb93875c7dff", "tag": "5df39e24-d429-4101-bebc-0fed1734db1b", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:40:16.789453 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc20e54c-706a-44c4-8703-eeadf4e3d4d2 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:40:16.789864 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc20e54c-706a-44c4-8703-eeadf4e3d4d2'] response: {'name': 'network-changed', 'server_uuid': '58eaad0c-bee5-46ff-b47a-eb93875c7dff', 'tag': '5df39e24-d429-4101-bebc-0fed1734db1b', 'status': 'completed', 'code': 200} Aug 24 03:40:16.844426 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-b8b30d88-6ba7-40d2-9662-77db272e5577 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:40:16.897519 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021948d-af91-45b3-ae39-9a97e778e543 req-4056bc04-7d14-43d9-80d2-bae920f3ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:16.899139 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a021948d-af91-45b3-ae39-9a97e778e543 req-4056bc04-7d14-43d9-80d2-bae920f3ba67 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 1129 time: 0.0590992 Aug 24 03:40:16.930340 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:17.000470 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:17.083680 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021948d-af91-45b3-ae39-9a97e778e543 req-05c56af9-13f0-4cb9-ac9e-695c5f80113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:17.085309 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a021948d-af91-45b3-ae39-9a97e778e543 req-05c56af9-13f0-4cb9-ac9e-695c5f80113c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 916 time: 0.1800280 Aug 24 03:40:17.099714 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:17.226820 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:17.228289 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-b8b30d88-6ba7-40d2-9662-77db272e5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '9f30f7a7-5f4e-4006-a323-c2d1b7d1d163', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.90', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': '5df39e24-d429-4101-bebc-0fed1734db1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:32:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eaad0c-bee5-46ff-b47a-eb93875c7dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:40:03Z', 'updated_at': '2022-08-24T03:40:16Z', 'revision_number': 1, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:17.262767 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b30d88-6ba7-40d2-9662-77db272e5577 None None] Checking router: b9c7e9c5-a766-493a-8a2d-bf4ab872edcb for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:40:17.272689 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b30d88-6ba7-40d2-9662-77db272e5577 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:40:17.273351 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-b8b30d88-6ba7-40d2-9662-77db272e5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:39:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:17.360358 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:17.388374 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dff9f619-16e4-4ea3-bd04-2e15016e4507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:17.398198 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-b8b30d88-6ba7-40d2-9662-77db272e5577 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:40:17.407581 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c62d41-a524-4b5b-8829-410af802be0b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Router f612031a-9bc0-4b15-bcbe-911a5d961a44 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:40:17.417631 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a021948d-af91-45b3-ae39-9a97e778e543 req-7d6586a8-e5e8-48aa-9c7d-505ba7347522 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5df39e24-d429-4101-bebc-0fed1734db1b HTTP/1.1" status: 200 len: 998 time: 0.3259730 Aug 24 03:40:17.537339 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021948d-af91-45b3-ae39-9a97e778e543 req-9448f300-c5f7-4633-b7bf-cedcb2743b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:17.538737 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a021948d-af91-45b3-ae39-9a97e778e543 req-9448f300-c5f7-4633-b7bf-cedcb2743b30 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 200 len: 854 time: 0.1140738 Aug 24 03:40:17.592138 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c62d41-a524-4b5b-8829-410af802be0b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:40:17.598030 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-23c62d41-a524-4b5b-8829-410af802be0b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:17.601970 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021948d-af91-45b3-ae39-9a97e778e543 req-58c01f18-fc69-4f7f-a2a8-b55caabc9180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:17.603509 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a021948d-af91-45b3-ae39-9a97e778e543 req-58c01f18-fc69-4f7f-a2a8-b55caabc9180 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f7160365-682d-4059-86b5-916b47b99501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589519 Aug 24 03:40:17.609458 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1422c-53c7-4e14-a62a-a8649cb02009 None None] Sync routers for ids ['f612031a-9bc0-4b15-bcbe-911a5d961a44'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:40:17.621130 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-b8b30d88-6ba7-40d2-9662-77db272e5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '9f30f7a7-5f4e-4006-a323-c2d1b7d1d163', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.90', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': '5df39e24-d429-4101-bebc-0fed1734db1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:32:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eaad0c-bee5-46ff-b47a-eb93875c7dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:40:03Z', 'updated_at': '2022-08-24T03:40:16Z', 'revision_number': 1, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:17.624120 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:17.629878 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1422c-53c7-4e14-a62a-a8649cb02009 None None] Routers {'f612031a-9bc0-4b15-bcbe-911a5d961a44'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:40:17.630905 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-78e1422c-53c7-4e14-a62a-a8649cb02009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:39:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f612031a-9bc0-4b15-bcbe-911a5d961a44'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:17.649546 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b30d88-6ba7-40d2-9662-77db272e5577 None None] The sync data for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi is: [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '9f30f7a7-5f4e-4006-a323-c2d1b7d1d163', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.90', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': '5df39e24-d429-4101-bebc-0fed1734db1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:32:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eaad0c-bee5-46ff-b47a-eb93875c7dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:40:03Z', 'updated_at': '2022-08-24T03:40:16Z', 'revision_number': 1, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:40:17.665270 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-23c62d41-a524-4b5b-8829-410af802be0b tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/8b4bd184-ea76-4ff6-a1e0-7e23e07cfafa HTTP/1.1" status: 204 len: 168 time: 1.4240816 Aug 24 03:40:17.665270 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee318a0-695b-431d-98cc-0d21560a2508', 'tag': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:40:17.666636 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f48968-4f6e-4aad-b253-716c49a29e26" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee318a0-695b-431d-98cc-0d21560a2508", "tag": "b8c721ca-e1f1-4111-b00e-57a5d43c8885"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:40:17.742101 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a021948d-af91-45b3-ae39-9a97e778e543 req-2f7db0e0-23a5-4268-bdc1-932a15d1ef06 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186686 Aug 24 03:40:17.748867 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece674d3-94a6-417c-95fb-e2b4279b7762 x-openstack-request-id: req-ece674d3-94a6-417c-95fb-e2b4279b7762 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:40:17.749170 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee318a0-695b-431d-98cc-0d21560a2508", "tag": "b8c721ca-e1f1-4111-b00e-57a5d43c8885", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:40:17.749421 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ece674d3-94a6-417c-95fb-e2b4279b7762 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:40:17.749824 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece674d3-94a6-417c-95fb-e2b4279b7762'] response: {'name': 'network-changed', 'server_uuid': '7ee318a0-695b-431d-98cc-0d21560a2508', 'tag': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885', 'status': 'completed', 'code': 200} Aug 24 03:40:17.774205 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-78e1422c-53c7-4e14-a62a-a8649cb02009 None None] Set router f612031a-9bc0-4b15-bcbe-911a5d961a44 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:40:17.895792 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f48968-4f6e-4aad-b253-716c49a29e26 req-d715208d-9c88-4484-996d-fae38f1db22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:17.898329 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c9f48968-4f6e-4aad-b253-716c49a29e26 req-d715208d-9c88-4484-996d-fae38f1db22e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5dea7fb32dea4f75917d82973bf7e7e6&device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 1130 time: 0.0993588 Aug 24 03:40:17.932603 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a021948d-af91-45b3-ae39-9a97e778e543 req-35069b36-08d6-4e7e-92f4-3e78617cf2ad service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558356 Aug 24 03:40:17.968405 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03065bc4-ea84-42d0-88f2-fa04e4dff2b0 req-fa566e1a-985d-4482-9ba0-cd3aafaade33 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:17.970013 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-03065bc4-ea84-42d0-88f2-fa04e4dff2b0 req-fa566e1a-985d-4482-9ba0-cd3aafaade33 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0594614 Aug 24 03:40:17.998816 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1988f-c39d-4dd7-ab72-8852a0523f14 None None] New status for floating IP 9f30f7a7-5f4e-4006-a323-c2d1b7d1d163: ACTIVE {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:40:18.012246 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-78e1422c-53c7-4e14-a62a-a8649cb02009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:31Z', 'revision_number': 4, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'gw_port': {'id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c131b893-94a0-49cb-9c71-91a9bd01b556', 'name': '', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'mac_address': 'fa:16:3e:90:35:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:31Z', 'updated_at': '2022-08-24T03:35:38Z', 'revision_number': 5, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'subnets': [{'id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:18.030907 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-03065bc4-ea84-42d0-88f2-fa04e4dff2b0 req-c67dee2f-ba16-4c32-90ec-e9857310efbb tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542254 Aug 24 03:40:18.039116 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1422c-53c7-4e14-a62a-a8649cb02009 None None] Checking router: f612031a-9bc0-4b15-bcbe-911a5d961a44 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:40:18.047647 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1422c-53c7-4e14-a62a-a8649cb02009 None None] Routers {'f612031a-9bc0-4b15-bcbe-911a5d961a44'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:40:18.048247 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-78e1422c-53c7-4e14-a62a-a8649cb02009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:39:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f612031a-9bc0-4b15-bcbe-911a5d961a44'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:18.150681 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-78e1422c-53c7-4e14-a62a-a8649cb02009 None None] Set router f612031a-9bc0-4b15-bcbe-911a5d961a44 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:40:18.336748 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-78e1422c-53c7-4e14-a62a-a8649cb02009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:31Z', 'revision_number': 4, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'gw_port': {'id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c131b893-94a0-49cb-9c71-91a9bd01b556', 'name': '', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'mac_address': 'fa:16:3e:90:35:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:31Z', 'updated_at': '2022-08-24T03:35:38Z', 'revision_number': 5, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'subnets': [{'id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:18.360663 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1422c-53c7-4e14-a62a-a8649cb02009 None None] The sync data for ids ['f612031a-9bc0-4b15-bcbe-911a5d961a44'] in dv-cinder-854261-1-iscsi is: [{'id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:31Z', 'revision_number': 4, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'gw_port': {'id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'c131b893-94a0-49cb-9c71-91a9bd01b556', 'name': '', 'network_id': '1be8ff91-ce37-47a5-8ee2-27d898bd3b76', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'mac_address': 'fa:16:3e:90:35:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:31Z', 'updated_at': '2022-08-24T03:35:38Z', 'revision_number': 5, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'subnets': [{'id': '72d10fa5-9996-4ee4-ad31-9ef5e30d5114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:40:18.571203 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb43945-d829-4222-8a58-e8e306adc40a None None] New status for floating IP 8b4bd184-ea76-4ff6-a1e0-7e23e07cfafa: DOWN {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:40:19.026602 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f48968-4f6e-4aad-b253-716c49a29e26 req-2531ca5b-2789-4478-9ad6-d7fde200aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:19.028120 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c9f48968-4f6e-4aad-b253-716c49a29e26 req-2531ca5b-2789-4478-9ad6-d7fde200aa14 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76 HTTP/1.1" status: 200 len: 910 time: 0.0908320 Aug 24 03:40:19.156009 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ce867-af29-4d3a-9e27-476c0665056a req-23a75a6b-fe78-4f61-95d8-4377ce8fef26 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:19.157535 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-514ce867-af29-4d3a-9e27-476c0665056a req-23a75a6b-fe78-4f61-95d8-4377ce8fef26 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0466897 Aug 24 03:40:19.189113 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c9f48968-4f6e-4aad-b253-716c49a29e26 req-4bd7d892-0985-4369-87a4-a62859db5dfe service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885 HTTP/1.1" status: 200 len: 217 time: 0.0346308 Aug 24 03:40:19.208724 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-514ce867-af29-4d3a-9e27-476c0665056a req-cd6e0ab4-4bb5-427e-9bab-464aa79c822d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1df59281-733b-45a3-b06f-181106780bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444732 Aug 24 03:40:19.238989 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f48968-4f6e-4aad-b253-716c49a29e26 req-271fe50c-d7b6-4acd-9612-b1e9ded07ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:19.240468 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c9f48968-4f6e-4aad-b253-716c49a29e26 req-271fe50c-d7b6-4acd-9612-b1e9ded07ee6 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=72d10fa5-9996-4ee4-ad31-9ef5e30d5114 HTTP/1.1" status: 200 len: 848 time: 0.0459528 Aug 24 03:40:19.423047 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f48968-4f6e-4aad-b253-716c49a29e26 req-17e10004-7fc3-4ea6-be99-62fd96794c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:19.425645 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c9f48968-4f6e-4aad-b253-716c49a29e26 req-17e10004-7fc3-4ea6-be99-62fd96794c1a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=1be8ff91-ce37-47a5-8ee2-27d898bd3b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440619 Aug 24 03:40:19.507935 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:19.552559 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c9f48968-4f6e-4aad-b253-716c49a29e26 req-bae6f68d-feab-40f7-9dcd-8196ee994279 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206288 Aug 24 03:40:19.573526 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093f1cc-96cc-4328-9a92-60e541b1edcd req-07277302-b480-47a2-8c8e-78a8bd5a84a3 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:19.574894 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e093f1cc-96cc-4328-9a92-60e541b1edcd req-07277302-b480-47a2-8c8e-78a8bd5a84a3 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 946 time: 0.0641537 Aug 24 03:40:19.692020 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:19.726643 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c9f48968-4f6e-4aad-b253-716c49a29e26 req-86b1a34a-a0c9-40e3-8477-04ffaf88c38b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685429 Aug 24 03:40:19.727147 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-e093f1cc-96cc-4328-9a92-60e541b1edcd req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Deleting port b8c721ca-e1f1-4111-b00e-57a5d43c8885 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:40:19.727487 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e093f1cc-96cc-4328-9a92-60e541b1edcd req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:19.821766 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-e093f1cc-96cc-4328-9a92-60e541b1edcd req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] For port b8c721ca-e1f1-4111-b00e-57a5d43c8885, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b8c721ca-e1f1-4111-b00e-57a5d43c8885,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:40:19.822040 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e093f1cc-96cc-4328-9a92-60e541b1edcd req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:19.834931 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-e093f1cc-96cc-4328-9a92-60e541b1edcd req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Calling delete_port for b8c721ca-e1f1-4111-b00e-57a5d43c8885 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:40:19.870886 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-513e34fc-2f32-4257-ab41-07fea8fddaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:19.965838 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e093f1cc-96cc-4328-9a92-60e541b1edcd req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (b8c721ca-e1f1-4111-b00e-57a5d43c8885), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:19.993484 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Pushing event deleted for resources: {'Port': ['ID=b8c721ca-e1f1-4111-b00e-57a5d43c8885,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:20.007779 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:20.008131 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:20.008474 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:20.008834 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:20.009177 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:20.009487 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:20.009820 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:20.010141 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:20.010463 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:20.010788 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:20.011110 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:20.011432 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:20.011750 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:20.012066 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:20.012382 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:40:20.050934 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-e093f1cc-96cc-4328-9a92-60e541b1edcd req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] No DVR routers for this DVR port b8c721ca-e1f1-4111-b00e-57a5d43c8885 on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:40:20.053333 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e093f1cc-96cc-4328-9a92-60e541b1edcd req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:20.056491 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e093f1cc-96cc-4328-9a92-60e541b1edcd req-12062bca-2282-4388-992f-b60cd8011b73 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.84 "DELETE /networking/v2.0/ports/b8c721ca-e1f1-4111-b00e-57a5d43c8885 HTTP/1.1" status: 204 len: 173 time: 0.4719334 Aug 24 03:40:20.056945 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee318a0-695b-431d-98cc-0d21560a2508', 'name': 'network-vif-deleted', 'tag': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:40:20.059213 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e8f1b8-b83c-49ca-a88e-0f4f7c95ff81" -d '{"events": [{"server_uuid": "7ee318a0-695b-431d-98cc-0d21560a2508", "name": "network-vif-deleted", "tag": "b8c721ca-e1f1-4111-b00e-57a5d43c8885"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:40:20.095900 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5034f5b2-6154-4dbc-82cd-63b3d0dee169 x-openstack-request-id: req-5034f5b2-6154-4dbc-82cd-63b3d0dee169 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:40:20.096384 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee318a0-695b-431d-98cc-0d21560a2508", "name": "network-vif-deleted", "tag": "b8c721ca-e1f1-4111-b00e-57a5d43c8885", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:40:20.096708 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5034f5b2-6154-4dbc-82cd-63b3d0dee169 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:40:20.097142 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5034f5b2-6154-4dbc-82cd-63b3d0dee169'] response: {'server_uuid': '7ee318a0-695b-431d-98cc-0d21560a2508', 'name': 'network-vif-deleted', 'tag': 'b8c721ca-e1f1-4111-b00e-57a5d43c8885', 'status': 'completed', 'code': 200} Aug 24 03:40:20.316831 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0ed1a329-37c2-4e81-ad5e-d11148c8f38a req-15304a3c-81ef-4fc5-932c-f2230e85061d tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7ee318a0-695b-431d-98cc-0d21560a2508 HTTP/1.1" status: 200 len: 210 time: 0.0334673 Aug 24 03:40:20.895578 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:21.444148 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59240) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:21.460637 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:21.501816 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ac3d4618-f2f1-4744-b23c-25ef0c2f7cb6 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group (1df59281-733b-45a3-b06f-181106780bc1), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:21.525955 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ac3d4618-f2f1-4744-b23c-25ef0c2f7cb6 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group (1df59281-733b-45a3-b06f-181106780bc1), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:21.587917 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ac3d4618-f2f1-4744-b23c-25ef0c2f7cb6 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (1df59281-733b-45a3-b06f-181106780bc1), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:21.590539 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ac3d4618-f2f1-4744-b23c-25ef0c2f7cb6 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:21.591724 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ac3d4618-f2f1-4744-b23c-25ef0c2f7cb6 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/1df59281-733b-45a3-b06f-181106780bc1 HTTP/1.1" status: 204 len: 168 time: 0.1478021 Aug 24 03:40:21.601977 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d4618-f2f1-4744-b23c-25ef0c2f7cb6 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df59281-733b-45a3-b06f-181106780bc1,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:21.644637 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59244) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:21.954283 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:21.963779 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4c8d5140-5e39-4144-b3cc-31d01b303a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892142'] for router_interface (f612031a-9bc0-4b15-bcbe-911a5d961a44), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:22.188749 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d5140-5e39-4144-b3cc-31d01b303a2a admin admin] Deleting port c131b893-94a0-49cb-9c71-91a9bd01b556 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:40:22.189041 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4c8d5140-5e39-4144-b3cc-31d01b303a2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:22.244362 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:22.273182 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-4c8d5140-5e39-4144-b3cc-31d01b303a2a admin admin] For port c131b893-94a0-49cb-9c71-91a9bd01b556, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=c131b893-94a0-49cb-9c71-91a9bd01b556,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:40:22.273549 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4c8d5140-5e39-4144-b3cc-31d01b303a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:22.286609 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d5140-5e39-4144-b3cc-31d01b303a2a admin admin] Calling delete_port for c131b893-94a0-49cb-9c71-91a9bd01b556 owned by network:router_interface {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:40:22.465964 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4c8d5140-5e39-4144-b3cc-31d01b303a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (c131b893-94a0-49cb-9c71-91a9bd01b556), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:22.495658 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d5140-5e39-4144-b3cc-31d01b303a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=c131b893-94a0-49cb-9c71-91a9bd01b556,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:22.564523 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:22.639234 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:22.666900 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4c8d5140-5e39-4144-b3cc-31d01b303a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892026'] for router_interface (f612031a-9bc0-4b15-bcbe-911a5d961a44), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:22.834680 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:22.873485 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8d5140-5e39-4144-b3cc-31d01b303a2a admin admin] Router f612031a-9bc0-4b15-bcbe-911a5d961a44 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:40:22.971615 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8d5140-5e39-4144-b3cc-31d01b303a2a admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:40:22.976714 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4c8d5140-5e39-4144-b3cc-31d01b303a2a admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/f612031a-9bc0-4b15-bcbe-911a5d961a44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3309283 Aug 24 03:40:22.979225 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59246) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:22.982374 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe5827a-abdd-48d4-a033-da674a5f65c8 None None] Sync routers for ids ['f612031a-9bc0-4b15-bcbe-911a5d961a44'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:40:22.993216 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe5827a-abdd-48d4-a033-da674a5f65c8 None None] Routers {'f612031a-9bc0-4b15-bcbe-911a5d961a44'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:40:22.993809 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5fe5827a-abdd-48d4-a033-da674a5f65c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:40:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f612031a-9bc0-4b15-bcbe-911a5d961a44'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:23.078057 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] Publish callbacks [] for router (f612031a-9bc0-4b15-bcbe-911a5d961a44), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:23.080733 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:23.093657 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-5fe5827a-abdd-48d4-a033-da674a5f65c8 None None] Set router f612031a-9bc0-4b15-bcbe-911a5d961a44 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:40:23.181792 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] Publish callbacks [] for router_gateway (f612031a-9bc0-4b15-bcbe-911a5d961a44), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:23.225265 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] Deleting port fe92c758-5fcf-4776-a83f-aec16c090773 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:40:23.225607 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (fe92c758-5fcf-4776-a83f-aec16c090773), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:23.248826 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:23.253457 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device b8c721ca-e1f1-4111-b00e-57a5d43c8885 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:40:23.281473 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: b8c721ca-e1f1-4111-b00e-57a5d43c8885 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:40:23.281909 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device b8c721ca-e1f1-4111-b00e-57a5d43c8885 not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:40:23.291180 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5fe5827a-abdd-48d4-a033-da674a5f65c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:40:22Z', 'revision_number': 5, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'gw_port': {'id': 'fe92c758-5fcf-4776-a83f-aec16c090773', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:23.310930 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] For port fe92c758-5fcf-4776-a83f-aec16c090773, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=fe92c758-5fcf-4776-a83f-aec16c090773,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:40:23.311306 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (fe92c758-5fcf-4776-a83f-aec16c090773), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:23.320053 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe5827a-abdd-48d4-a033-da674a5f65c8 None None] Checking router: f612031a-9bc0-4b15-bcbe-911a5d961a44 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:40:23.324483 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] Calling delete_port for fe92c758-5fcf-4776-a83f-aec16c090773 owned by network:router_gateway {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:40:23.328445 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe5827a-abdd-48d4-a033-da674a5f65c8 None None] Routers {'f612031a-9bc0-4b15-bcbe-911a5d961a44'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:40:23.329086 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5fe5827a-abdd-48d4-a033-da674a5f65c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:40:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['f612031a-9bc0-4b15-bcbe-911a5d961a44'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:23.414611 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-5fe5827a-abdd-48d4-a033-da674a5f65c8 None None] Set router f612031a-9bc0-4b15-bcbe-911a5d961a44 gateway port host: None {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:40:23.472583 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5fe5827a-abdd-48d4-a033-da674a5f65c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:40:23Z', 'revision_number': 6, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'gw_port_host': None}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:23.498950 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe5827a-abdd-48d4-a033-da674a5f65c8 None None] The sync data for ids ['f612031a-9bc0-4b15-bcbe-911a5d961a44'] in dv-cinder-854261-1-iscsi is: [{'id': 'f612031a-9bc0-4b15-bcbe-911a5d961a44', 'name': 'tempest-TestShelveInstance-1904683530-router', 'tenant_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:29Z', 'updated_at': '2022-08-24T03:40:23Z', 'revision_number': 6, 'project_id': '5dea7fb32dea4f75917d82973bf7e7e6', 'gw_port_host': None}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:40:23.500833 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (fe92c758-5fcf-4776-a83f-aec16c090773), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:23.525208 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=fe92c758-5fcf-4776-a83f-aec16c090773,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:23.592343 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7889515'] for router_gateway (f612031a-9bc0-4b15-bcbe-911a5d961a44), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:23.928944 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7892112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12826'] for router (f612031a-9bc0-4b15-bcbe-911a5d961a44), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:23.931140 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] Publish callbacks [] for router_controller (f612031a-9bc0-4b15-bcbe-911a5d961a44), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:23.974244 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7892105'] for router (f612031a-9bc0-4b15-bcbe-911a5d961a44), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:23.975124 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router f612031a-9bc0-4b15-bcbe-911a5d961a44 {{(pid=106301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 03:40:23.979951 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:23.981170 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-2ff8754a-c711-4490-bc7b-95ed427fb0ba admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/f612031a-9bc0-4b15-bcbe-911a5d961a44 HTTP/1.1" status: 204 len: 168 time: 1.0008831 Aug 24 03:40:23.983934 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59248) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:24.015555 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:24.068971 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2a6844-b02e-456b-9cc9-ac873a2e77ac admin admin] Deleting subnet 72d10fa5-9996-4ee4-ad31-9ef5e30d5114 {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:40:24.073724 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3a2a6844-b02e-456b-9cc9-ac873a2e77ac admin admin] Publish callbacks [] for subnet (72d10fa5-9996-4ee4-ad31-9ef5e30d5114), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.077398 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1bec9f8e-9e85-4be7-b812-6e17c7b7c446 req-118f8e7f-603d-45d3-b608-4e454a23570e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0645292 Aug 24 03:40:24.119011 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3a2a6844-b02e-456b-9cc9-ac873a2e77ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743081'] for subnet (72d10fa5-9996-4ee4-ad31-9ef5e30d5114), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.154443 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device c131b893-94a0-49cb-9c71-91a9bd01b556 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:40:24.169446 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:24.179149 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: c131b893-94a0-49cb-9c71-91a9bd01b556 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:40:24.179499 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device c131b893-94a0-49cb-9c71-91a9bd01b556 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:40:24.180124 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device fe92c758-5fcf-4776-a83f-aec16c090773 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:40:24.200061 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: fe92c758-5fcf-4776-a83f-aec16c090773 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:40:24.200420 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device fe92c758-5fcf-4776-a83f-aec16c090773 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:40:24.226614 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec9f8e-9e85-4be7-b812-6e17c7b7c446 req-d974a37d-3e92-4726-9638-44059a5c075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:24.228397 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1bec9f8e-9e85-4be7-b812-6e17c7b7c446 req-d974a37d-3e92-4726-9638-44059a5c075f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 1129 time: 0.0761619 Aug 24 03:40:24.241863 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3a2a6844-b02e-456b-9cc9-ac873a2e77ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (72d10fa5-9996-4ee4-ad31-9ef5e30d5114), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.364154 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3a2a6844-b02e-456b-9cc9-ac873a2e77ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4933138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4973747'] for subnet (72d10fa5-9996-4ee4-ad31-9ef5e30d5114), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.402008 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a6844-b02e-456b-9cc9-ac873a2e77ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72d10fa5-9996-4ee4-ad31-9ef5e30d5114,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:24.403964 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3a2a6844-b02e-456b-9cc9-ac873a2e77ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.409443 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-3a2a6844-b02e-456b-9cc9-ac873a2e77ac admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/72d10fa5-9996-4ee4-ad31-9ef5e30d5114 HTTP/1.1" status: 204 len: 168 time: 0.4214818 Aug 24 03:40:24.409615 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2226b1a-6ed6-42c4-9924-38b0c3d0a58f None None] Network 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:40:24.409723 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec9f8e-9e85-4be7-b812-6e17c7b7c446 req-b84a9537-dc88-4b2f-9c12-22306c7c417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:24.409959 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1bec9f8e-9e85-4be7-b812-6e17c7b7c446 req-b84a9537-dc88-4b2f-9c12-22306c7c417c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 916 time: 0.1471839 Aug 24 03:40:24.410183 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59250) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:24.478177 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1bec9f8e-9e85-4be7-b812-6e17c7b7c446 req-81586f70-c1da-40ce-b3f3-3878608d954c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5df39e24-d429-4101-bebc-0fed1734db1b HTTP/1.1" status: 200 len: 1000 time: 0.0628612 Aug 24 03:40:24.491935 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (1be8ff91-ce37-47a5-8ee2-27d898bd3b76), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.504502 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:24.534227 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec9f8e-9e85-4be7-b812-6e17c7b7c446 req-a041c157-66b6-4758-b5b4-0d3f3b5ef965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:24.536021 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1bec9f8e-9e85-4be7-b812-6e17c7b7c446 req-a041c157-66b6-4758-b5b4-0d3f3b5ef965 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 200 len: 854 time: 0.0515320 Aug 24 03:40:24.538673 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] Deleting port 6885fce1-92e2-4cd9-a733-2456556191fe {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:40:24.539018 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (6885fce1-92e2-4cd9-a733-2456556191fe), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.546204 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:24.583221 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9901bb82-a6ba-4bc2-a685-665af3fe5c7e None None] DHCP port deletion for 1be8ff91-ce37-47a5-8ee2-27d898bd3b76 request from dv-cinder-854261-1-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 03:40:24.587764 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec9f8e-9e85-4be7-b812-6e17c7b7c446 req-bc517e96-ef06-4499-93e6-4c8c728e5ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:24.589335 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1bec9f8e-9e85-4be7-b812-6e17c7b7c446 req-bc517e96-ef06-4499-93e6-4c8c728e5ab1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f7160365-682d-4059-86b5-916b47b99501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447381 Aug 24 03:40:24.611078 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] For port 6885fce1-92e2-4cd9-a733-2456556191fe, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=6885fce1-92e2-4cd9-a733-2456556191fe,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:40:24.612441 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (6885fce1-92e2-4cd9-a733-2456556191fe), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.621533 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-9901bb82-a6ba-4bc2-a685-665af3fe5c7e None None] Deleting port 6885fce1-92e2-4cd9-a733-2456556191fe {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:40:24.622186 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9901bb82-a6ba-4bc2-a685-665af3fe5c7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (6885fce1-92e2-4cd9-a733-2456556191fe), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.626157 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] Calling delete_port for 6885fce1-92e2-4cd9-a733-2456556191fe owned by network:dhcp {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:40:24.687006 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1bec9f8e-9e85-4be7-b812-6e17c7b7c446 req-1f7f3710-a01f-44ac-bdce-6717ce1fa235 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917981 Aug 24 03:40:24.703659 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-9901bb82-a6ba-4bc2-a685-665af3fe5c7e None None] For port 6885fce1-92e2-4cd9-a733-2456556191fe, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=6885fce1-92e2-4cd9-a733-2456556191fe,segment=NetworkSegment(01c029ed-c827-46ff-9bb6-ca21ae85c3a6),segment_id=01c029ed-c827-46ff-9bb6-ca21ae85c3a6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:40:24.704062 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9901bb82-a6ba-4bc2-a685-665af3fe5c7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (6885fce1-92e2-4cd9-a733-2456556191fe), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.714853 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (6885fce1-92e2-4cd9-a733-2456556191fe), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.722513 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-9901bb82-a6ba-4bc2-a685-665af3fe5c7e None None] Calling delete_port for 6885fce1-92e2-4cd9-a733-2456556191fe owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:40:24.742725 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] Pushing event deleted for resources: {'Port': ['ID=6885fce1-92e2-4cd9-a733-2456556191fe,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:24.750029 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] No DVR routers for this DVR port 6885fce1-92e2-4cd9-a733-2456556191fe on host dv-cinder-854261-1-iscsi {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:40:24.785412 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1bec9f8e-9e85-4be7-b812-6e17c7b7c446 req-b15d3cc1-7868-44a2-8f5d-aae82fcc1eee service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923758 Aug 24 03:40:24.800917 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9901bb82-a6ba-4bc2-a685-665af3fe5c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238'] for port (6885fce1-92e2-4cd9-a733-2456556191fe), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.827456 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901bb82-a6ba-4bc2-a685-665af3fe5c7e None None] Pushing event deleted for resources: {'Port': ['ID=6885fce1-92e2-4cd9-a733-2456556191fe,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:24.829424 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9901bb82-a6ba-4bc2-a685-665af3fe5c7e None None] No DVR routers for this DVR port 6885fce1-92e2-4cd9-a733-2456556191fe on host dv-cinder-854261-1-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:40:24.836972 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (1be8ff91-ce37-47a5-8ee2-27d898bd3b76), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.859548 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be8ff91-ce37-47a5-8ee2-27d898bd3b76']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:24.869538 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c029ed-c827-46ff-9bb6-ca21ae85c3a6') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:24.869833 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c029ed-c827-46ff-9bb6-ca21ae85c3a6') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:24.880048 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5410067'] for segment (01c029ed-c827-46ff-9bb6-ca21ae85c3a6), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.893716 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (01c029ed-c827-46ff-9bb6-ca21ae85c3a6), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.901017 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:40:24.901526 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4780305'] for segment (01c029ed-c827-46ff-9bb6-ca21ae85c3a6), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.928247 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 01c029ed-c827-46ff-9bb6-ca21ae85c3a6 resource provider aggregate not found Aug 24 03:40:24.964565 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (1be8ff91-ce37-47a5-8ee2-27d898bd3b76), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.970088 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:24.977424 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/1be8ff91-ce37-47a5-8ee2-27d898bd3b76 HTTP/1.1" status: 204 len: 168 time: 0.5659432 Aug 24 03:40:24.977605 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59256) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:24.980923 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 01c029ed-c827-46ff-9bb6-ca21ae85c3a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01c029ed-c827-46ff-9bb6-ca21ae85c3a6 found for delete ", "request_id": "req-5d2edd50-897c-4ed7-b5f9-9510c0d4c152"}]} Aug 24 03:40:24.995391 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a243de-d2a7-452a-a793-3d32d826c707 admin admin] Pushing event deleted for resources: {'Network': ['ID=1be8ff91-ce37-47a5-8ee2-27d898bd3b76,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:25.199395 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:25.292282 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-db60d0d0-f4c3-4eb2-a6ef-50dda5a65681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892142'] for router_interface (350736d2-85dd-45bd-b33f-40c3b634d803), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:25.367181 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:25.519378 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-db60d0d0-f4c3-4eb2-a6ef-50dda5a65681 admin admin] Deleting port e90ea812-211f-454b-ad3e-ea35a5e58549 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:40:25.519606 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-db60d0d0-f4c3-4eb2-a6ef-50dda5a65681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:25.599651 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-db60d0d0-f4c3-4eb2-a6ef-50dda5a65681 admin admin] For port e90ea812-211f-454b-ad3e-ea35a5e58549, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=e90ea812-211f-454b-ad3e-ea35a5e58549,segment=NetworkSegment(18888b50-3c1c-48b8-8ca3-8623e456d70e),segment_id=18888b50-3c1c-48b8-8ca3-8623e456d70e)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:40:25.600004 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-db60d0d0-f4c3-4eb2-a6ef-50dda5a65681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:25.613075 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-db60d0d0-f4c3-4eb2-a6ef-50dda5a65681 admin admin] Calling delete_port for e90ea812-211f-454b-ad3e-ea35a5e58549 owned by network:router_interface {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:40:25.792250 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-db60d0d0-f4c3-4eb2-a6ef-50dda5a65681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (e90ea812-211f-454b-ad3e-ea35a5e58549), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:25.819307 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60d0d0-f4c3-4eb2-a6ef-50dda5a65681 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90ea812-211f-454b-ad3e-ea35a5e58549,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:25.978258 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:25.992439 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-db60d0d0-f4c3-4eb2-a6ef-50dda5a65681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892026'] for router_interface (350736d2-85dd-45bd-b33f-40c3b634d803), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:26.191969 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 6885fce1-92e2-4cd9-a733-2456556191fe no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:40:26.209522 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db60d0d0-f4c3-4eb2-a6ef-50dda5a65681 admin admin] Router 350736d2-85dd-45bd-b33f-40c3b634d803 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:40:26.213240 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 6885fce1-92e2-4cd9-a733-2456556191fe {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:40:26.213598 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 6885fce1-92e2-4cd9-a733-2456556191fe not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:40:26.289287 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:26.316575 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db60d0d0-f4c3-4eb2-a6ef-50dda5a65681 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:40:26.324169 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-db60d0d0-f4c3-4eb2-a6ef-50dda5a65681 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/350736d2-85dd-45bd-b33f-40c3b634d803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3448474 Aug 24 03:40:26.327460 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3eda0c-5076-4fb3-9785-b7ba356d9907 None None] Sync routers for ids ['350736d2-85dd-45bd-b33f-40c3b634d803'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:40:26.330006 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59258) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:26.332199 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:26.340557 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3eda0c-5076-4fb3-9785-b7ba356d9907 None None] Routers {'350736d2-85dd-45bd-b33f-40c3b634d803'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:40:26.341217 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-1a3eda0c-5076-4fb3-9785-b7ba356d9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:40:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['350736d2-85dd-45bd-b33f-40c3b634d803'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:26.431648 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] Publish callbacks [] for router (350736d2-85dd-45bd-b33f-40c3b634d803), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:26.443753 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-1a3eda0c-5076-4fb3-9785-b7ba356d9907 None None] Set router 350736d2-85dd-45bd-b33f-40c3b634d803 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:40:26.531957 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] Publish callbacks [] for router_gateway (350736d2-85dd-45bd-b33f-40c3b634d803), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:26.574904 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] Deleting port d70cedba-2d8a-4f23-a21b-b6f576a6d892 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:40:26.575244 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (d70cedba-2d8a-4f23-a21b-b6f576a6d892), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:26.610675 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-1a3eda0c-5076-4fb3-9785-b7ba356d9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'name': 'tempest-TestShelveInstance-274236717-router', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'd70cedba-2d8a-4f23-a21b-b6f576a6d892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:33Z', 'updated_at': '2022-08-24T03:40:25Z', 'revision_number': 5, 'project_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'gw_port': {'id': 'd70cedba-2d8a-4f23-a21b-b6f576a6d892', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:35:34Z', 'updated_at': '2022-08-24T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:26.636675 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3eda0c-5076-4fb3-9785-b7ba356d9907 None None] Checking router: 350736d2-85dd-45bd-b33f-40c3b634d803 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:40:26.645197 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3eda0c-5076-4fb3-9785-b7ba356d9907 None None] Routers {'350736d2-85dd-45bd-b33f-40c3b634d803'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:40:26.645794 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-1a3eda0c-5076-4fb3-9785-b7ba356d9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:40:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['350736d2-85dd-45bd-b33f-40c3b634d803'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:26.658149 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] For port d70cedba-2d8a-4f23-a21b-b6f576a6d892, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=d70cedba-2d8a-4f23-a21b-b6f576a6d892,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:40:26.659157 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (d70cedba-2d8a-4f23-a21b-b6f576a6d892), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:26.672001 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] Calling delete_port for d70cedba-2d8a-4f23-a21b-b6f576a6d892 owned by network:router_gateway {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:40:26.729641 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-1a3eda0c-5076-4fb3-9785-b7ba356d9907 None None] Set router 350736d2-85dd-45bd-b33f-40c3b634d803 gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:40:26.841792 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (d70cedba-2d8a-4f23-a21b-b6f576a6d892), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:26.863558 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-1a3eda0c-5076-4fb3-9785-b7ba356d9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'name': 'tempest-TestShelveInstance-274236717-router', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:33Z', 'updated_at': '2022-08-24T03:40:26Z', 'revision_number': 6, 'project_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'gw_port_host': None}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:26.866076 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:26.867801 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70cedba-2d8a-4f23-a21b-b6f576a6d892,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:26.889470 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3eda0c-5076-4fb3-9785-b7ba356d9907 None None] The sync data for ids ['350736d2-85dd-45bd-b33f-40c3b634d803'] in dv-cinder-854261-1-iscsi is: [{'id': '350736d2-85dd-45bd-b33f-40c3b634d803', 'name': 'tempest-TestShelveInstance-274236717-router', 'tenant_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:35:33Z', 'updated_at': '2022-08-24T03:40:26Z', 'revision_number': 6, 'project_id': '9d0d9fcf69f04ad99a8c1e68eea71735', 'gw_port_host': None}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:40:26.928188 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:26.933931 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7889515'] for router_gateway (350736d2-85dd-45bd-b33f-40c3b634d803), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:27.023851 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7892112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12826'] for router (350736d2-85dd-45bd-b33f-40c3b634d803), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:27.026038 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] Publish callbacks [] for router_controller (350736d2-85dd-45bd-b33f-40c3b634d803), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:27.070173 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7892105'] for router (350736d2-85dd-45bd-b33f-40c3b634d803), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:27.070820 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 350736d2-85dd-45bd-b33f-40c3b634d803 {{(pid=106301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 03:40:27.075289 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:27.076500 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-fb747d89-7912-4a89-a657-5c9f12f0c724 admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/350736d2-85dd-45bd-b33f-40c3b634d803 HTTP/1.1" status: 204 len: 168 time: 0.7452040 Aug 24 03:40:27.078953 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59260) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:27.124355 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec83fc8-5737-4835-9f51-aa8f7fba914f admin admin] Deleting subnet 3e83131b-164a-494b-993f-4f020fa8e2ec {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:40:27.127062 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:27.127992 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1ec83fc8-5737-4835-9f51-aa8f7fba914f admin admin] Publish callbacks [] for subnet (3e83131b-164a-494b-993f-4f020fa8e2ec), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:27.166033 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1ec83fc8-5737-4835-9f51-aa8f7fba914f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743081'] for subnet (3e83131b-164a-494b-993f-4f020fa8e2ec), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:27.247393 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1ec83fc8-5737-4835-9f51-aa8f7fba914f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (3e83131b-164a-494b-993f-4f020fa8e2ec), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:27.306520 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1ec83fc8-5737-4835-9f51-aa8f7fba914f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4933138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4973747'] for subnet (3e83131b-164a-494b-993f-4f020fa8e2ec), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:27.332105 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec83fc8-5737-4835-9f51-aa8f7fba914f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e83131b-164a-494b-993f-4f020fa8e2ec,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:27.343868 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1ec83fc8-5737-4835-9f51-aa8f7fba914f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:27.347719 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-1ec83fc8-5737-4835-9f51-aa8f7fba914f admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/3e83131b-164a-494b-993f-4f020fa8e2ec HTTP/1.1" status: 204 len: 168 time: 0.2677917 Aug 24 03:40:27.349926 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bc082b-779e-46bd-a90a-b0c65c15d69b None None] Network 81543be7-2a40-4014-adfc-cf3f7d96be25 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:40:27.351561 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59262) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:27.427108 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (81543be7-2a40-4014-adfc-cf3f7d96be25), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:27.470289 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] Deleting port 6d7f1ed4-6323-4352-a816-15362044072f {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:40:27.470918 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (6d7f1ed4-6323-4352-a816-15362044072f), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:27.538171 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] For port 6d7f1ed4-6323-4352-a816-15362044072f, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=6d7f1ed4-6323-4352-a816-15362044072f,segment=NetworkSegment(18888b50-3c1c-48b8-8ca3-8623e456d70e),segment_id=18888b50-3c1c-48b8-8ca3-8623e456d70e)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:40:27.538533 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (6d7f1ed4-6323-4352-a816-15362044072f), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:27.555004 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] Calling delete_port for 6d7f1ed4-6323-4352-a816-15362044072f owned by network:dhcp {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:40:27.631967 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (6d7f1ed4-6323-4352-a816-15362044072f), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:27.657849 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7f1ed4-6323-4352-a816-15362044072f,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:27.662378 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] No DVR routers for this DVR port 6d7f1ed4-6323-4352-a816-15362044072f on host dv-cinder-854261-1-iscsi {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:40:27.691975 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b39b78a-ac63-4571-906f-09e6887db512 None None] DHCP port deletion for 81543be7-2a40-4014-adfc-cf3f7d96be25 request from dv-cinder-854261-1-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 03:40:27.998705 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (81543be7-2a40-4014-adfc-cf3f7d96be25), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:28.019671 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81543be7-2a40-4014-adfc-cf3f7d96be25']}} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:28.029197 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18888b50-3c1c-48b8-8ca3-8623e456d70e') {'for_net_delete': True} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:28.029844 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18888b50-3c1c-48b8-8ca3-8623e456d70e') {} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:40:28.040207 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743072'] for segment (18888b50-3c1c-48b8-8ca3-8623e456d70e), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:28.054373 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (18888b50-3c1c-48b8-8ca3-8623e456d70e), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:28.060623 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=106301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:40:28.061052 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4933236'] for segment (18888b50-3c1c-48b8-8ca3-8623e456d70e), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:28.129259 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (81543be7-2a40-4014-adfc-cf3f7d96be25), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:28.136442 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:28.139156 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/81543be7-2a40-4014-adfc-cf3f7d96be25 HTTP/1.1" status: 204 len: 168 time: 0.7866371 Aug 24 03:40:28.161046 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc64886-1507-4c4d-85f3-6e74d87b92bd admin admin] Pushing event deleted for resources: {'Network': ['ID=81543be7-2a40-4014-adfc-cf3f7d96be25,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:28.163245 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device e90ea812-211f-454b-ad3e-ea35a5e58549 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:40:28.188867 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: e90ea812-211f-454b-ad3e-ea35a5e58549 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:40:28.189567 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device e90ea812-211f-454b-ad3e-ea35a5e58549 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:40:28.190927 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 6d7f1ed4-6323-4352-a816-15362044072f no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:40:28.210102 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 6d7f1ed4-6323-4352-a816-15362044072f {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:40:28.210447 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 6d7f1ed4-6323-4352-a816-15362044072f not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:40:28.211033 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device d70cedba-2d8a-4f23-a21b-b6f576a6d892 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:40:28.222068 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 18888b50-3c1c-48b8-8ca3-8623e456d70e resource provider aggregate not found Aug 24 03:40:28.231626 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: d70cedba-2d8a-4f23-a21b-b6f576a6d892 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:40:28.231980 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device d70cedba-2d8a-4f23-a21b-b6f576a6d892 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:40:28.246256 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 18888b50-3c1c-48b8-8ca3-8623e456d70e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18888b50-3c1c-48b8-8ca3-8623e456d70e found for delete ", "request_id": "req-ea6c56c4-c779-44af-a2dd-16786d8cb536"}]} Aug 24 03:40:28.329084 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59272) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:28.494153 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=14 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:28.521112 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-65d4754e-f5c1-402c-832d-2714bed94e47 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=5dea7fb32dea4f75917d82973bf7e7e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908803 Aug 24 03:40:28.523651 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59276) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:28.562529 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:28.573530 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2810b5e1-b36d-4206-b96e-3614293857e7 admin admin] Publish callbacks [] for security_group (c7e2c16c-c5d0-41a5-b3f1-407100d08993), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:28.594847 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2810b5e1-b36d-4206-b96e-3614293857e7 admin admin] Publish callbacks [] for security_group (c7e2c16c-c5d0-41a5-b3f1-407100d08993), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:28.643438 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2810b5e1-b36d-4206-b96e-3614293857e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (c7e2c16c-c5d0-41a5-b3f1-407100d08993), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:28.646454 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2810b5e1-b36d-4206-b96e-3614293857e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:28.647573 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-2810b5e1-b36d-4206-b96e-3614293857e7 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/c7e2c16c-c5d0-41a5-b3f1-407100d08993 HTTP/1.1" status: 204 len: 168 time: 0.1230299 Aug 24 03:40:28.655205 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810b5e1-b36d-4206-b96e-3614293857e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e2c16c-c5d0-41a5-b3f1-407100d08993,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:28.916372 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59282) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:28.956038 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-29c06794-8488-46aa-887e-ec5b33356c53 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=9d0d9fcf69f04ad99a8c1e68eea71735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382731 Aug 24 03:40:28.958412 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59284) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:40:29.008364 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b3aab03f-afe3-4bcf-b9ce-49c9cd51a39d admin admin] Publish callbacks [] for security_group (80fe9dd8-8838-4dec-ae44-753b598b0a9b), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:29.028306 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b3aab03f-afe3-4bcf-b9ce-49c9cd51a39d admin admin] Publish callbacks [] for security_group (80fe9dd8-8838-4dec-ae44-753b598b0a9b), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:29.076155 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b3aab03f-afe3-4bcf-b9ce-49c9cd51a39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (80fe9dd8-8838-4dec-ae44-753b598b0a9b), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:29.078702 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b3aab03f-afe3-4bcf-b9ce-49c9cd51a39d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:29.079852 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-b3aab03f-afe3-4bcf-b9ce-49c9cd51a39d admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/80fe9dd8-8838-4dec-ae44-753b598b0a9b HTTP/1.1" status: 204 len: 168 time: 0.1205530 Aug 24 03:40:29.088748 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aab03f-afe3-4bcf-b9ce-49c9cd51a39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fe9dd8-8838-4dec-ae44-753b598b0a9b,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:40:34.958086 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=71,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:34.980534 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=38,neutron:DELETE=6 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:36.731765 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=43 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:39.062395 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=28,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:39.084774 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=40,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:39.102647 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:39.103411 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:40:47.146648 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:47.372695 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e1f9e984-7112-42fc-9d2b-d72a2aade468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:49.874575 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b10b-b1ec-446e-af27-29dbef5b8b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:50.825442 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:40:50.896320 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:52.699245 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:52.702580 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:57.961660 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1833b46-9bc2-43c0-992e-328247855978 req-ec0e57b2-76c3-4d69-8c46-2ae6275ea156 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:57.963352 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f1833b46-9bc2-43c0-992e-328247855978 req-ec0e57b2-76c3-4d69-8c46-2ae6275ea156 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 945 time: 0.0484531 Aug 24 03:40:58.010537 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f1833b46-9bc2-43c0-992e-328247855978 req-bf5a4518-88ff-4034-b8e8-9081a8a25814 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414431 Aug 24 03:40:59.143350 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdb5ed-d664-4f7e-a7e3-54f5f3042ace req-ef2d85e8-4074-4985-adef-be825b447511 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:59.144876 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b1cdb5ed-d664-4f7e-a7e3-54f5f3042ace req-ef2d85e8-4074-4985-adef-be825b447511 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 945 time: 0.0483418 Aug 24 03:40:59.202989 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b1cdb5ed-d664-4f7e-a7e3-54f5f3042ace req-46833535-ecff-425e-9a06-cd45d1610c33 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513473 Aug 24 03:40:59.567365 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-3c451203-4e67-4e7c-91bb-8f6c37049173 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:40:59.568781 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-3c451203-4e67-4e7c-91bb-8f6c37049173 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 945 time: 0.0467417 Aug 24 03:40:59.652355 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-7a03cccf-3c09-4c6a-b285-f45e46c02e65 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Deleting port 5df39e24-d429-4101-bebc-0fed1734db1b {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:40:59.652692 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-7a03cccf-3c09-4c6a-b285-f45e46c02e65 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (5df39e24-d429-4101-bebc-0fed1734db1b), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:59.743979 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-7a03cccf-3c09-4c6a-b285-f45e46c02e65 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] For port 5df39e24-d429-4101-bebc-0fed1734db1b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5df39e24-d429-4101-bebc-0fed1734db1b,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:40:59.744351 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-7a03cccf-3c09-4c6a-b285-f45e46c02e65 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (5df39e24-d429-4101-bebc-0fed1734db1b), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:59.910826 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-7a03cccf-3c09-4c6a-b285-f45e46c02e65 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:59.911095 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-7a03cccf-3c09-4c6a-b285-f45e46c02e65 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (9f30f7a7-5f4e-4006-a323-c2d1b7d1d163), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:40:59.911414 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-7a03cccf-3c09-4c6a-b285-f45e46c02e65 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Floating IP 9f30f7a7-5f4e-4006-a323-c2d1b7d1d163 disassociated. External IP: 172.27.4.90, port: 5df39e24-d429-4101-bebc-0fed1734db1b. Aug 24 03:40:59.911758 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-7a03cccf-3c09-4c6a-b285-f45e46c02e65 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Calling delete_port for 5df39e24-d429-4101-bebc-0fed1734db1b owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:41:00.051859 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-7a03cccf-3c09-4c6a-b285-f45e46c02e65 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (5df39e24-d429-4101-bebc-0fed1734db1b), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:00.079043 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03cccf-3c09-4c6a-b285-f45e46c02e65 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event deleted for resources: {'Port': ['ID=5df39e24-d429-4101-bebc-0fed1734db1b,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:00.192477 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-7a03cccf-3c09-4c6a-b285-f45e46c02e65 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:41:00.298863 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-7a03cccf-3c09-4c6a-b285-f45e46c02e65 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:41:00.310972 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20681f22-6473-4e1a-8547-b131149cc066 None None] Sync routers for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:41:00.311956 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2dcf84fd-a9a3-4b57-88fe-3f9fe8cf7b7e req-5b03f057-50b5-4919-917a-53402cdc0174 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=58eaad0c-bee5-46ff-b47a-eb93875c7dff HTTP/1.1" status: 200 len: 210 time: 0.0310538 Aug 24 03:41:00.321052 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20681f22-6473-4e1a-8547-b131149cc066 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:41:00.322825 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-20681f22-6473-4e1a-8547-b131149cc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:40:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:41:00.344867 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-7a03cccf-3c09-4c6a-b285-f45e46c02e65 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] No DVR routers for this DVR port 5df39e24-d429-4101-bebc-0fed1734db1b on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:41:00.347426 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-7a03cccf-3c09-4c6a-b285-f45e46c02e65 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:00.350762 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b5ec5d2f-8cb2-4140-9fdd-b4e95355fc32 req-7a03cccf-3c09-4c6a-b285-f45e46c02e65 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "DELETE /networking/v2.0/ports/5df39e24-d429-4101-bebc-0fed1734db1b HTTP/1.1" status: 204 len: 173 time: 0.7771280 Aug 24 03:41:00.351155 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58eaad0c-bee5-46ff-b47a-eb93875c7dff', 'name': 'network-vif-deleted', 'tag': '5df39e24-d429-4101-bebc-0fed1734db1b'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:41:00.353845 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd22568-7f55-462b-8176-6bf0098455ad" -d '{"events": [{"server_uuid": "58eaad0c-bee5-46ff-b47a-eb93875c7dff", "name": "network-vif-deleted", "tag": "5df39e24-d429-4101-bebc-0fed1734db1b"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:41:00.441530 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-20681f22-6473-4e1a-8547-b131149cc066 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:41:00.623643 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552dfca0-4af3-4903-a7de-ccb95170ef99 x-openstack-request-id: req-552dfca0-4af3-4903-a7de-ccb95170ef99 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:41:00.624168 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58eaad0c-bee5-46ff-b47a-eb93875c7dff", "name": "network-vif-deleted", "tag": "5df39e24-d429-4101-bebc-0fed1734db1b", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:41:00.624266 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-552dfca0-4af3-4903-a7de-ccb95170ef99 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:41:00.624609 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552dfca0-4af3-4903-a7de-ccb95170ef99'] response: {'server_uuid': '58eaad0c-bee5-46ff-b47a-eb93875c7dff', 'name': 'network-vif-deleted', 'tag': '5df39e24-d429-4101-bebc-0fed1734db1b', 'status': 'completed', 'code': 200} Aug 24 03:41:00.653782 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-20681f22-6473-4e1a-8547-b131149cc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:41:00.678737 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20681f22-6473-4e1a-8547-b131149cc066 None None] Checking router: b9c7e9c5-a766-493a-8a2d-bf4ab872edcb for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:41:00.687612 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20681f22-6473-4e1a-8547-b131149cc066 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:41:00.688211 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-20681f22-6473-4e1a-8547-b131149cc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:40:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:41:00.792784 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-20681f22-6473-4e1a-8547-b131149cc066 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:41:00.821249 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:00.822150 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:00.987310 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-20681f22-6473-4e1a-8547-b131149cc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:41:01.012904 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20681f22-6473-4e1a-8547-b131149cc066 None None] The sync data for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi is: [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:41:01.243435 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858aba43-d205-430f-9418-10ee5793bb62 None None] New status for floating IP 9f30f7a7-5f4e-4006-a323-c2d1b7d1d163: DOWN {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:41:01.412519 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59364) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:41:01.473315 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bbdba9f8-ab1a-44b9-9b85-a5d9641ec5bd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:01.496415 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bbdba9f8-ab1a-44b9-9b85-a5d9641ec5bd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:01.503590 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:01.506100 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:01.546481 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bbdba9f8-ab1a-44b9-9b85-a5d9641ec5bd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:01.549098 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bbdba9f8-ab1a-44b9-9b85-a5d9641ec5bd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:01.550235 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-bbdba9f8-ab1a-44b9-9b85-a5d9641ec5bd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5 HTTP/1.1" status: 204 len: 168 time: 0.1364906 Aug 24 03:41:01.553201 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59366) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:41:01.559342 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdba9f8-ab1a-44b9-9b85-a5d9641ec5bd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:01.567042 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.api.v2.resource [None req-941a9322-4444-49ad-9f19-7c6e84fe1b47 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] show failed (client error): The resource could not be found. Aug 24 03:41:01.567980 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-941a9322-4444-49ad-9f19-7c6e84fe1b47 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups/e3c04d7f-23ea-4009-b8a3-5e6ff46e28d5 HTTP/1.1" status: 404 len: 347 time: 0.0138106 Aug 24 03:41:01.570990 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59368) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:41:01.688563 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-406fa01b-9d5d-42e8-8b07-55b06334455d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Deleting port 3af079e8-88f5-41b6-adf7-71e816407d1a {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:41:01.688937 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-406fa01b-9d5d-42e8-8b07-55b06334455d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (3af079e8-88f5-41b6-adf7-71e816407d1a), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:01.765304 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-406fa01b-9d5d-42e8-8b07-55b06334455d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (3af079e8-88f5-41b6-adf7-71e816407d1a), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:01.765628 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-406fa01b-9d5d-42e8-8b07-55b06334455d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (3af079e8-88f5-41b6-adf7-71e816407d1a), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:01.779151 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-406fa01b-9d5d-42e8-8b07-55b06334455d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Calling delete_port for 3af079e8-88f5-41b6-adf7-71e816407d1a owned by network:floatingip {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:41:01.916392 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-406fa01b-9d5d-42e8-8b07-55b06334455d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (3af079e8-88f5-41b6-adf7-71e816407d1a), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:01.939564 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fa01b-9d5d-42e8-8b07-55b06334455d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event deleted for resources: {'Port': ['ID=3af079e8-88f5-41b6-adf7-71e816407d1a,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:02.009769 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-406fa01b-9d5d-42e8-8b07-55b06334455d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (9f30f7a7-5f4e-4006-a323-c2d1b7d1d163), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.012514 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-406fa01b-9d5d-42e8-8b07-55b06334455d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.013691 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-406fa01b-9d5d-42e8-8b07-55b06334455d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/9f30f7a7-5f4e-4006-a323-c2d1b7d1d163 HTTP/1.1" status: 204 len: 168 time: 0.4411323 Aug 24 03:41:02.078925 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59372) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:41:02.083444 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-0497320a-7b1b-4f1e-9dce-62ca6a15e5cd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--104011631', 'description': 'tempest-description--1371678932'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:41:02.105732 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0497320a-7b1b-4f1e-9dce-62ca6a15e5cd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.173742 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0497320a-7b1b-4f1e-9dce-62ca6a15e5cd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (6113eb08-f222-428c-9fb5-a9103e06f945), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.177120 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0497320a-7b1b-4f1e-9dce-62ca6a15e5cd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6113eb08-f222-428c-9fb5-a9103e06f945), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.208340 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0497320a-7b1b-4f1e-9dce-62ca6a15e5cd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.209530 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-0497320a-7b1b-4f1e-9dce-62ca6a15e5cd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1295750 Aug 24 03:41:02.211757 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497320a-7b1b-4f1e-9dce-62ca6a15e5cd tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6113eb08-f222-428c-9fb5-a9103e06f945,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:02.213408 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59374) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:41:02.218149 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'security_group_rule': {'security_group_id': '6113eb08-f222-428c-9fb5-a9103e06f945', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:41:02.245887 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (b932ae74-d382-42e9-a205-cce7309931cf), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.302126 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (b932ae74-d382-42e9-a205-cce7309931cf), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.305438 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (b932ae74-d382-42e9-a205-cce7309931cf), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.323597 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b932ae74-d382-42e9-a205-cce7309931cf,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:02.333683 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.334852 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203425 Aug 24 03:41:02.336142 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:02.336482 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:02.336842 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:02.337203 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:02.337529 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:02.337861 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:02.338174 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:02.338299 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59376) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:41:02.338492 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:02.338814 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:02.339135 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:02.339455 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:02.339772 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:02.340108 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:02.340400 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:02.340713 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12e2f5-44a6-474b-86d7-2fff9a572258 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:02.343443 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-398f8d37-778b-4669-988e-0b642138ef3f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'security_group_rule': {'security_group_id': '6113eb08-f222-428c-9fb5-a9103e06f945', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:41:02.371542 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-398f8d37-778b-4669-988e-0b642138ef3f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (358f677e-abae-42eb-b586-df97a8c9ea36), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.428113 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-398f8d37-778b-4669-988e-0b642138ef3f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (358f677e-abae-42eb-b586-df97a8c9ea36), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.432163 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-398f8d37-778b-4669-988e-0b642138ef3f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (358f677e-abae-42eb-b586-df97a8c9ea36), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.454312 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f8d37-778b-4669-988e-0b642138ef3f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358f677e-abae-42eb-b586-df97a8c9ea36,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:02.461551 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-398f8d37-778b-4669-988e-0b642138ef3f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.463132 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-398f8d37-778b-4669-988e-0b642138ef3f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238453 Aug 24 03:41:02.466302 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59378) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:41:02.471145 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'floatingip': {'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:41:02.493059 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.572555 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.683113 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Allocated IP 172.27.4.41 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/5fdfd86e-c1db-4bb4-a091-2f2fd99f4343) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:41:02.784821 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for port (5fdfd86e-c1db-4bb4-a091-2f2fd99f4343), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.809482 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:02.817972 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (5fdfd86e-c1db-4bb4-a091-2f2fd99f4343), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:02.827152 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:02.864895 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:41:02.870548 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:41:02.876702 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:41:02.880278 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'Port': ['ID=5fdfd86e-c1db-4bb4-a091-2f2fd99f4343,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:02.961272 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (9b65d7fc-8087-428b-bc86-f7d7a2e07b66), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:03.005367 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (5fdfd86e-c1db-4bb4-a091-2f2fd99f4343), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:03.155524 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for port (5fdfd86e-c1db-4bb4-a091-2f2fd99f4343), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:03.159908 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (5fdfd86e-c1db-4bb4-a091-2f2fd99f4343), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:03.230186 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'Port': ['ID=5fdfd86e-c1db-4bb4-a091-2f2fd99f4343,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:03.232662 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (9b65d7fc-8087-428b-bc86-f7d7a2e07b66), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:03.249088 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:03.250299 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-5792a31e-68f4-4f8c-a994-e91a3c555d93 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7829683 Aug 24 03:41:03.444071 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:03.453423 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-490bfdd3-86a4-4d1b-ae26-576bab289fb7 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--104011631&fields=id&tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01 HTTP/1.1" status: 200 len: 267 time: 0.0462089 Aug 24 03:41:03.485107 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 5df39e24-d429-4101-bebc-0fed1734db1b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:41:03.504386 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: 5df39e24-d429-4101-bebc-0fed1734db1b {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:41:03.504729 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 5df39e24-d429-4101-bebc-0fed1734db1b not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:41:03.565217 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-b7ad8198-f4a5-453d-bba7-48661a956991 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:03.566688 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-b7ad8198-f4a5-453d-bba7-48661a956991 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 815 time: 0.1060975 Aug 24 03:41:03.579791 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:03.582424 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-e04f8571-78f4-4041-81fb-5292405a7ff9 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/quotas/4b05b1de2f064ba29a6d0f7f4c8b2a01 HTTP/1.1" status: 200 len: 375 time: 0.0093317 Aug 24 03:41:03.632452 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-e286ed18-35a8-494d-9d53-27594ebe4629 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448558 Aug 24 03:41:03.648070 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-28164563-c0af-44dd-ab05-8bf257aca26f service neutron] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:41:03.649076 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-28164563-c0af-44dd-ab05-8bf257aca26f service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050757 Aug 24 03:41:03.751037 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-ab46c274-fc24-47b6-98f0-53330e45d601 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964148 Aug 24 03:41:03.838852 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-65d86211-b062-4e06-bb3f-d74ddcaa59fa service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822353 Aug 24 03:41:04.008199 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5c7b02ac-4deb-4a59-89e2-2c03b46d6f96 req-a43c6cb7-acc8-43ab-898b-359d980e146c tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 210 time: 0.0308146 Aug 24 03:41:05.117023 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ae53d63e-2c9f-4cf9-876c-97de9b0c4f07 req-77c21619-b74d-49ea-a69b-9c1dd7412bbc tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 210 time: 0.0350413 Aug 24 03:41:05.167505 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-77db5c53-fda0-4b56-a936-4d0e5dcb3754 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:05.169909 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-77db5c53-fda0-4b56-a936-4d0e5dcb3754 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 815 time: 0.1208727 Aug 24 03:41:05.254687 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-6e2a1625-6794-44d8-a8a3-e868a6a60e5f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01 HTTP/1.1" status: 200 len: 379 time: 0.0595655 Aug 24 03:41:05.326575 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-9309276c-c31b-4338-a855-f8cf3438a720 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'port': {'device_id': '1ee8133d-9ad2-4fa3-b02f-f1266acca98c', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'admin_state_up': True, 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'security_groups': ['6113eb08-f222-428c-9fb5-a9103e06f945']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:41:05.434204 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-9309276c-c31b-4338-a855-f8cf3438a720 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Made reservation on behalf of 4b05b1de2f064ba29a6d0f7f4c8b2a01 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:41:05.438153 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-9309276c-c31b-4338-a855-f8cf3438a720 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:05.496256 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:05.572052 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-9309276c-c31b-4338-a855-f8cf3438a720 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Allocated IP 172.20.0.6 (f7160365-682d-4059-86b5-916b47b99501/3201e8cd-c470-4794-b02d-e164a36dc04e/f5d61b9b-9e49-4c0a-9229-74a543762264) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:41:05.583397 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:05.719133 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-9309276c-c31b-4338-a855-f8cf3438a720 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:05.751431 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-9309276c-c31b-4338-a855-f8cf3438a720 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:05.796078 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-9309276c-c31b-4338-a855-f8cf3438a720 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Network f7160365-682d-4059-86b5-916b47b99501 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:41:05.799207 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-9309276c-c31b-4338-a855-f8cf3438a720 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:41:05.803008 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-9309276c-c31b-4338-a855-f8cf3438a720 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:41:05.809448 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309276c-c31b-4338-a855-f8cf3438a720 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event updated for resources: {'Port': ['ID=f5d61b9b-9e49-4c0a-9229-74a543762264,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:05.854885 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-9309276c-c31b-4338-a855-f8cf3438a720 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:05.855504 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-9309276c-c31b-4338-a855-f8cf3438a720 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:05.873696 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-9309276c-c31b-4338-a855-f8cf3438a720 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5507751 Aug 24 03:41:05.883023 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-1f37f078-9e20-4a68-93cb-55f005e9f7a2 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:41:05.885100 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-1f37f078-9e20-4a68-93cb-55f005e9f7a2 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052924 Aug 24 03:41:06.000017 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Request body: {'port': {'device_id': '1ee8133d-9ad2-4fa3-b02f-f1266acca98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:41:06.052189 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-7fb77be5-4aac-46d3-a21b-2e3d704a7abd None None] Provisioning complete for port f5d61b9b-9e49-4c0a-9229-74a543762264 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:41:06.052867 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7fb77be5-4aac-46d3-a21b-2e3d704a7abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:06.063678 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:06.084344 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-7fb77be5-4aac-46d3-a21b-2e3d704a7abd None None] Port f5d61b9b-9e49-4c0a-9229-74a543762264 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:41:06.329610 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d61b9b-9e49-4c0a-9229-74a543762264 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:41:06.339068 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Publish callbacks [] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:06.353486 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Transition to ACTIVE for port object f5d61b9b-9e49-4c0a-9229-74a543762264 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:41:06.358139 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:06.390645 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:06.427900 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Pushing event updated for resources: {'Port': ['ID=f5d61b9b-9e49-4c0a-9229-74a543762264,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:06.480581 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Attempting to bind port f5d61b9b-9e49-4c0a-9229-74a543762264 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:41:06.480944 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Attempting to bind port f5d61b9b-9e49-4c0a-9229-74a543762264 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:41:06.481272 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Attempting to bind port f5d61b9b-9e49-4c0a-9229-74a543762264 on network f7160365-682d-4059-86b5-916b47b99501 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:41:06.485711 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Port f5d61b9b-9e49-4c0a-9229-74a543762264 on network f7160365-682d-4059-86b5-916b47b99501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:41:06.486025 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Attempting to bind port f5d61b9b-9e49-4c0a-9229-74a543762264 on network f7160365-682d-4059-86b5-916b47b99501 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:41:06.489730 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99659a32-3190-4cac-922f-a9abea5ef528 req-b8071d42-7192-4dd4-b2f7-053217d587eb tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:06.490846 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:41:06.491186 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Checking segment: {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:41:06.491317 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-99659a32-3190-4cac-922f-a9abea5ef528 req-b8071d42-7192-4dd4-b2f7-053217d587eb tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 931 time: 0.2982216 Aug 24 03:41:06.491549 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Bound using segment: {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:41:06.491966 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Bound port: f5d61b9b-9e49-4c0a-9229-74a543762264, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7cd175-dd91-4c5d-a54b-b419e73bda8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f7160365-682d-4059-86b5-916b47b99501'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:41:06.492315 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:06.503062 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:06.541774 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-99659a32-3190-4cac-922f-a9abea5ef528 req-da1ab0ff-6075-42d0-b41f-99fb22928765 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6113eb08-f222-428c-9fb5-a9103e06f945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441833 Aug 24 03:41:06.557403 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] For port f5d61b9b-9e49-4c0a-9229-74a543762264, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:41:06.559115 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] For port f5d61b9b-9e49-4c0a-9229-74a543762264, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f5d61b9b-9e49-4c0a-9229-74a543762264,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:41:06.566367 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:06.570516 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:06.571235 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:06.573279 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/f5d61b9b-9e49-4c0a-9229-74a543762264 HTTP/1.1" status: 200 len: 1093 time: 0.6761591 Aug 24 03:41:06.574730 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee8133d-9ad2-4fa3-b02f-f1266acca98c', 'tag': 'f5d61b9b-9e49-4c0a-9229-74a543762264'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:41:06.576951 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e7b75d-2200-478c-9ea0-105831af7818" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee8133d-9ad2-4fa3-b02f-f1266acca98c", "tag": "f5d61b9b-9e49-4c0a-9229-74a543762264"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:41:06.623759 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8205bcae-3ac8-409e-acec-aabb6bb3258f x-openstack-request-id: req-8205bcae-3ac8-409e-acec-aabb6bb3258f {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:41:06.624048 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee8133d-9ad2-4fa3-b02f-f1266acca98c", "tag": "f5d61b9b-9e49-4c0a-9229-74a543762264", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:41:06.624302 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8205bcae-3ac8-409e-acec-aabb6bb3258f {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:41:06.624701 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8205bcae-3ac8-409e-acec-aabb6bb3258f'] response: {'name': 'network-changed', 'server_uuid': '1ee8133d-9ad2-4fa3-b02f-f1266acca98c', 'tag': 'f5d61b9b-9e49-4c0a-9229-74a543762264', 'status': 'completed', 'code': 200} Aug 24 03:41:06.629262 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c3220-a3ec-4a89-8161-576a429ca98b service neutron] Pushing event updated for resources: {'Port': ['ID=f5d61b9b-9e49-4c0a-9229-74a543762264,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:06.684905 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-0cdb4f77-0afc-4388-83c9-782d2ae7ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:06.686406 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-0cdb4f77-0afc-4388-83c9-782d2ae7ae80 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 1127 time: 0.0400555 Aug 24 03:41:06.730279 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-6e2868d9-1946-41fe-a1e6-ddc2e1699103 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5d61b9b-9e49-4c0a-9229-74a543762264 HTTP/1.1" status: 200 len: 217 time: 0.0319166 Aug 24 03:41:06.781494 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-f9417734-cc2f-4ee0-83ab-44ce6d2ed861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:06.782925 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-f9417734-cc2f-4ee0-83ab-44ce6d2ed861 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 200 len: 854 time: 0.0463915 Aug 24 03:41:06.824981 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-72f650ef-eb70-4d2d-8811-26f2cc1d73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:06.826428 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-72f650ef-eb70-4d2d-8811-26f2cc1d73bc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f7160365-682d-4059-86b5-916b47b99501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379889 Aug 24 03:41:06.915691 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-5132a259-51fc-4b43-b558-760dd88da042 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834901 Aug 24 03:41:07.005856 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f055fdf4-22ca-4545-b981-f6c86d29ab7b req-afa6aa42-6377-45e7-8b5a-e2303395bd5e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843248 Aug 24 03:41:07.658986 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32311270-ce66-46f3-9b53-c8b38f264b0c req-b8284ec0-e11e-4118-8743-f83a6a2c3c3e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:07.660493 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-32311270-ce66-46f3-9b53-c8b38f264b0c req-b8284ec0-e11e-4118-8743-f83a6a2c3c3e tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 943 time: 0.0469117 Aug 24 03:41:07.707947 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-32311270-ce66-46f3-9b53-c8b38f264b0c req-3c34a91a-c934-4468-ab89-188770f19a47 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6113eb08-f222-428c-9fb5-a9103e06f945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411313 Aug 24 03:41:07.773880 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7b75d-2200-478c-9ea0-105831af7818 req-308645df-b914-4572-8f7b-fca4dbc0a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:07.776146 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a5e7b75d-2200-478c-9ea0-105831af7818 req-308645df-b914-4572-8f7b-fca4dbc0a571 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 1127 time: 0.0521698 Aug 24 03:41:07.872616 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7b75d-2200-478c-9ea0-105831af7818 req-5c92c03e-ab82-4bdc-b5f0-76409db3ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:07.874120 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a5e7b75d-2200-478c-9ea0-105831af7818 req-5c92c03e-ab82-4bdc-b5f0-76409db3ab7d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 916 time: 0.0906863 Aug 24 03:41:07.913782 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a5e7b75d-2200-478c-9ea0-105831af7818 req-2764b584-b412-454c-b410-a72b0a05688c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5d61b9b-9e49-4c0a-9229-74a543762264 HTTP/1.1" status: 200 len: 217 time: 0.0340195 Aug 24 03:41:07.960925 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7b75d-2200-478c-9ea0-105831af7818 req-87ae4884-7be9-4588-b591-0a1c62fdb972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:07.963223 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a5e7b75d-2200-478c-9ea0-105831af7818 req-87ae4884-7be9-4588-b591-0a1c62fdb972 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 200 len: 854 time: 0.0443811 Aug 24 03:41:08.014587 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7b75d-2200-478c-9ea0-105831af7818 req-e48d2c84-3c47-4138-b8c5-b2186785a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:08.016116 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a5e7b75d-2200-478c-9ea0-105831af7818 req-e48d2c84-3c47-4138-b8c5-b2186785a01e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f7160365-682d-4059-86b5-916b47b99501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461698 Aug 24 03:41:08.109197 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a5e7b75d-2200-478c-9ea0-105831af7818 req-74f4af6e-024b-4b2e-9ee9-73f9acdbc305 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871589 Aug 24 03:41:08.138139 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:08.209207 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a5e7b75d-2200-478c-9ea0-105831af7818 req-8ee5e13b-6a26-49fe-ad4b-e71196e293f7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946205 Aug 24 03:41:08.830685 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703125c-ecba-4269-946b-e07afe47e176 req-e829b7a7-0f48-4c5f-a029-c9eb5c32f235 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:08.832157 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c703125c-ecba-4269-946b-e07afe47e176 req-e829b7a7-0f48-4c5f-a029-c9eb5c32f235 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 943 time: 0.0505810 Aug 24 03:41:08.878939 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c703125c-ecba-4269-946b-e07afe47e176 req-51daa990-7e20-488e-b15a-4f0b6eab0b2a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6113eb08-f222-428c-9fb5-a9103e06f945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408421 Aug 24 03:41:09.510997 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device f5d61b9b-9e49-4c0a-9229-74a543762264 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:41:09.513203 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:09.514699 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:09.612724 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port f5d61b9b-9e49-4c0a-9229-74a543762264, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f5d61b9b-9e49-4c0a-9229-74a543762264,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:41:09.624055 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': 'f5d61b9b-9e49-4c0a-9229-74a543762264', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'port_id': 'f5d61b9b-9e49-4c0a-9229-74a543762264', 'mac_address': 'fa:16:3e:8d:d1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:41:09.657843 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port f5d61b9b-9e49-4c0a-9229-74a543762264 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:41:09.658223 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:09.674247 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d61b9b-9e49-4c0a-9229-74a543762264 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:41:09.693690 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port f5d61b9b-9e49-4c0a-9229-74a543762264, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f5d61b9b-9e49-4c0a-9229-74a543762264,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:41:09.698486 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:09.746003 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=f5d61b9b-9e49-4c0a-9229-74a543762264,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:09.974009 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['f5d61b9b-9e49-4c0a-9229-74a543762264'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:41:09.999044 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06746791-6484-4278-81a7-85de2e1653a3 req-8a4c7bff-4b44-478f-b2b1-db781104e595 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:10.000564 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-06746791-6484-4278-81a7-85de2e1653a3 req-8a4c7bff-4b44-478f-b2b1-db781104e595 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 944 time: 0.0481737 Aug 24 03:41:10.051151 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-06746791-6484-4278-81a7-85de2e1653a3 req-092534a0-fb84-4edb-88e0-acbacfd42136 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6113eb08-f222-428c-9fb5-a9103e06f945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448592 Aug 24 03:41:11.170970 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d980a78-2cea-44e5-b28e-2a7b602f293c req-39a0c792-0e0e-4eb2-ac32-d904e28c437a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:11.172374 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2d980a78-2cea-44e5-b28e-2a7b602f293c req-39a0c792-0e0e-4eb2-ac32-d904e28c437a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 944 time: 0.0495505 Aug 24 03:41:11.220633 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2d980a78-2cea-44e5-b28e-2a7b602f293c req-03b053a8-eca8-4e56-9a22-0ee16b759eab tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6113eb08-f222-428c-9fb5-a9103e06f945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427024 Aug 24 03:41:11.547262 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device f5d61b9b-9e49-4c0a-9229-74a543762264 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:41:11.590767 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port f5d61b9b-9e49-4c0a-9229-74a543762264 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:41:11.596789 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port f5d61b9b-9e49-4c0a-9229-74a543762264 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:41:11.597171 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:11.668311 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port f5d61b9b-9e49-4c0a-9229-74a543762264 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:41:11.668690 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:11.693623 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee8133d-9ad2-4fa3-b02f-f1266acca98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d61b9b-9e49-4c0a-9229-74a543762264'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:41:11.695842 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e682a6e-cfbf-437a-9116-4e846b31c4db" -d '{"events": [{"server_uuid": "1ee8133d-9ad2-4fa3-b02f-f1266acca98c", "name": "network-vif-plugged", "status": "completed", "tag": "f5d61b9b-9e49-4c0a-9229-74a543762264"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:41:11.708051 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port f5d61b9b-9e49-4c0a-9229-74a543762264, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f5d61b9b-9e49-4c0a-9229-74a543762264,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:41:11.712960 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:11.736682 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9408ddf1-3036-45d8-9344-9b692141d7ac x-openstack-request-id: req-9408ddf1-3036-45d8-9344-9b692141d7ac {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:41:11.736994 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee8133d-9ad2-4fa3-b02f-f1266acca98c", "name": "network-vif-plugged", "status": "completed", "tag": "f5d61b9b-9e49-4c0a-9229-74a543762264", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:41:11.737241 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9408ddf1-3036-45d8-9344-9b692141d7ac {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:41:11.737625 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9408ddf1-3036-45d8-9344-9b692141d7ac'] response: {'server_uuid': '1ee8133d-9ad2-4fa3-b02f-f1266acca98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d61b9b-9e49-4c0a-9229-74a543762264', 'code': 200} Aug 24 03:41:11.762772 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=f5d61b9b-9e49-4c0a-9229-74a543762264,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:11.770311 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:11.770655 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:11.771004 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:11.771335 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:11.771681 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:11.772022 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:11.772341 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:11.772661 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:11.773137 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:11.773455 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:11.774313 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:11.774644 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:11.775010 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:11.775276 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:11.775590 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:11.943050 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674f6cb-23a4-45e2-ac82-71f664d51a97 req-381d7b7f-1d42-4f7d-ab88-075843bad80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:11.944520 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3674f6cb-23a4-45e2-ac82-71f664d51a97 req-381d7b7f-1d42-4f7d-ab88-075843bad80a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 1129 time: 0.0396619 Aug 24 03:41:11.987118 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3674f6cb-23a4-45e2-ac82-71f664d51a97 req-9f29ca7e-f73d-42ef-a628-34eba1fdd266 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=6113eb08-f222-428c-9fb5-a9103e06f945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371246 Aug 24 03:41:12.340663 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694133f9-2999-4ddc-8680-1c549dd03cda req-7deacb79-49b6-4406-a1c1-696f330bcf4f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:12.342173 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-694133f9-2999-4ddc-8680-1c549dd03cda req-7deacb79-49b6-4406-a1c1-696f330bcf4f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 945 time: 0.0470300 Aug 24 03:41:12.389176 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-694133f9-2999-4ddc-8680-1c549dd03cda req-6879ba24-9485-4697-9c34-08bb8c393ec7 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6113eb08-f222-428c-9fb5-a9103e06f945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412459 Aug 24 03:41:12.619693 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=19 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:12.626684 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:13.512548 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc41e9c-6e3b-4703-9d6e-f1f093620a43 req-06855c01-f8f6-4ed1-926c-3af35f8eaf00 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:13.514067 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4cc41e9c-6e3b-4703-9d6e-f1f093620a43 req-06855c01-f8f6-4ed1-926c-3af35f8eaf00 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 945 time: 0.0474689 Aug 24 03:41:13.564208 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4cc41e9c-6e3b-4703-9d6e-f1f093620a43 req-66630987-f2a9-4b36-b6e5-8eef048daf06 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6113eb08-f222-428c-9fb5-a9103e06f945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446205 Aug 24 03:41:13.679188 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d909e-c0df-45fd-b48f-f337b7367d16 req-e513b6ea-72aa-4985-a355-4e7096be9b79 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:13.682602 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-359d909e-c0df-45fd-b48f-f337b7367d16 req-e513b6ea-72aa-4985-a355-4e7096be9b79 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 945 time: 0.0501797 Aug 24 03:41:13.692044 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59432) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:41:13.697306 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-087e72f4-a424-4976-a14c-76f02779fdac tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Request body: {'floatingip': {'port_id': 'f5d61b9b-9e49-4c0a-9229-74a543762264'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:41:13.699622 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:13.736585 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-087e72f4-a424-4976-a14c-76f02779fdac tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (9b65d7fc-8087-428b-bc86-f7d7a2e07b66), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:13.739322 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:14.155807 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-087e72f4-a424-4976-a14c-76f02779fdac tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:14.159732 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-087e72f4-a424-4976-a14c-76f02779fdac tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (9b65d7fc-8087-428b-bc86-f7d7a2e07b66), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:14.259632 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-087e72f4-a424-4976-a14c-76f02779fdac tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Floating IP 9b65d7fc-8087-428b-bc86-f7d7a2e07b66 associated. External IP: 172.27.4.41, port: f5d61b9b-9e49-4c0a-9229-74a543762264. Aug 24 03:41:14.456394 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087e72f4-a424-4976-a14c-76f02779fdac tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:41:14.560299 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087e72f4-a424-4976-a14c-76f02779fdac tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:41:14.565165 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-087e72f4-a424-4976-a14c-76f02779fdac tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:14.570290 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2614b2f6-eaa3-4ec7-9b5f-780a95b36c29 None None] Sync routers for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:41:14.580850 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2614b2f6-eaa3-4ec7-9b5f-780a95b36c29 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:41:14.581672 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-2614b2f6-eaa3-4ec7-9b5f-780a95b36c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:40:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:41:14.596693 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-087e72f4-a424-4976-a14c-76f02779fdac tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/9b65d7fc-8087-428b-bc86-f7d7a2e07b66 HTTP/1.1" status: 200 len: 990 time: 0.9036114 Aug 24 03:41:14.597357 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee8133d-9ad2-4fa3-b02f-f1266acca98c', 'tag': 'f5d61b9b-9e49-4c0a-9229-74a543762264'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:41:14.599700 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab4f374-c3f8-4310-9cc3-c7bb8acf69be" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee8133d-9ad2-4fa3-b02f-f1266acca98c", "tag": "f5d61b9b-9e49-4c0a-9229-74a543762264"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:41:14.640952 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79245543-e3b1-46c1-a407-8fc7818ceb28 x-openstack-request-id: req-79245543-e3b1-46c1-a407-8fc7818ceb28 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:41:14.641245 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee8133d-9ad2-4fa3-b02f-f1266acca98c", "tag": "f5d61b9b-9e49-4c0a-9229-74a543762264", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:41:14.641503 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79245543-e3b1-46c1-a407-8fc7818ceb28 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:41:14.641919 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79245543-e3b1-46c1-a407-8fc7818ceb28'] response: {'name': 'network-changed', 'server_uuid': '1ee8133d-9ad2-4fa3-b02f-f1266acca98c', 'tag': 'f5d61b9b-9e49-4c0a-9229-74a543762264', 'status': 'completed', 'code': 200} Aug 24 03:41:14.688161 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-2614b2f6-eaa3-4ec7-9b5f-780a95b36c29 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:41:14.711799 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:14.733541 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:14.737349 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4f374-c3f8-4310-9cc3-c7bb8acf69be req-f8666125-08e0-45cd-9574-a9376ffaf486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:14.738882 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ab4f374-c3f8-4310-9cc3-c7bb8acf69be req-f8666125-08e0-45cd-9574-a9376ffaf486 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 1129 time: 0.0473964 Aug 24 03:41:14.765356 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:14.829428 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4f374-c3f8-4310-9cc3-c7bb8acf69be req-f1a31934-61c4-46e8-8784-382b3d57c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:14.830937 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ab4f374-c3f8-4310-9cc3-c7bb8acf69be req-f1a31934-61c4-46e8-8784-382b3d57c69b service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 916 time: 0.0867698 Aug 24 03:41:14.897753 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ab4f374-c3f8-4310-9cc3-c7bb8acf69be req-77d4a043-1428-4aab-b223-bfae1b38a972 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5d61b9b-9e49-4c0a-9229-74a543762264 HTTP/1.1" status: 200 len: 998 time: 0.0601819 Aug 24 03:41:14.907668 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-2614b2f6-eaa3-4ec7-9b5f-780a95b36c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '9b65d7fc-8087-428b-bc86-f7d7a2e07b66', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.41', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': 'f5d61b9b-9e49-4c0a-9229-74a543762264', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:8d:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee8133d-9ad2-4fa3-b02f-f1266acca98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:41:02Z', 'updated_at': '2022-08-24T03:41:14Z', 'revision_number': 1, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:41:14.934162 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2614b2f6-eaa3-4ec7-9b5f-780a95b36c29 None None] Checking router: b9c7e9c5-a766-493a-8a2d-bf4ab872edcb for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:41:14.943038 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2614b2f6-eaa3-4ec7-9b5f-780a95b36c29 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:41:14.943643 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-2614b2f6-eaa3-4ec7-9b5f-780a95b36c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:40:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:41:14.945952 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4f374-c3f8-4310-9cc3-c7bb8acf69be req-4a3f810b-0eca-4955-84c6-f4f4efbd3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:14.947612 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ab4f374-c3f8-4310-9cc3-c7bb8acf69be req-4a3f810b-0eca-4955-84c6-f4f4efbd3e0c service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 200 len: 854 time: 0.0448852 Aug 24 03:41:14.990357 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4f374-c3f8-4310-9cc3-c7bb8acf69be req-8165cd38-565d-4d8e-810a-c5b0ebab95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:14.991862 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ab4f374-c3f8-4310-9cc3-c7bb8acf69be req-8165cd38-565d-4d8e-810a-c5b0ebab95ce service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f7160365-682d-4059-86b5-916b47b99501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389695 Aug 24 03:41:15.090139 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ab4f374-c3f8-4310-9cc3-c7bb8acf69be req-32d62b7b-51c9-407b-822a-2791c84fcb91 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924261 Aug 24 03:41:15.176736 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-2614b2f6-eaa3-4ec7-9b5f-780a95b36c29 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:41:15.181683 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ab4f374-c3f8-4310-9cc3-c7bb8acf69be req-9c83a066-cf5e-4179-882e-f2d0c5660da5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858028 Aug 24 03:41:15.387008 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-2614b2f6-eaa3-4ec7-9b5f-780a95b36c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '9b65d7fc-8087-428b-bc86-f7d7a2e07b66', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.41', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': 'f5d61b9b-9e49-4c0a-9229-74a543762264', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:8d:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee8133d-9ad2-4fa3-b02f-f1266acca98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:41:02Z', 'updated_at': '2022-08-24T03:41:14Z', 'revision_number': 1, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:41:15.415819 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2614b2f6-eaa3-4ec7-9b5f-780a95b36c29 None None] The sync data for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi is: [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '9b65d7fc-8087-428b-bc86-f7d7a2e07b66', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'floating_ip_address': '172.27.4.41', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'port_id': 'f5d61b9b-9e49-4c0a-9229-74a543762264', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'mac_address': 'fa:16:3e:8d:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee8133d-9ad2-4fa3-b02f-f1266acca98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:41:02Z', 'updated_at': '2022-08-24T03:41:14Z', 'revision_number': 1, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:41:15.598061 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a419904a-195c-404c-828b-d4a37baa3ae3 None None] New status for floating IP 9b65d7fc-8087-428b-bc86-f7d7a2e07b66: ACTIVE {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:41:17.141617 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:17.374983 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-50ca7e84-d425-466b-9af9-e381342bc338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:19.875822 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-261fef2e-6505-45fe-97a4-0bd8734f97b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:20.900275 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:22.570148 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:22.635342 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:24.591870 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:24.592957 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=79 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:25.177017 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=59 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:25.177707 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=43 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:26.046933 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0556ae81-f9cb-4ac1-a3b7-530b6e787c4d req-e55fbf3b-e381-4a5a-93ee-d1ffc646ae35 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381680 Aug 24 03:41:26.156572 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556ae81-f9cb-4ac1-a3b7-530b6e787c4d req-d8a9ebdb-6da3-4b57-8d6f-394e53cbaf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:26.158107 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0556ae81-f9cb-4ac1-a3b7-530b6e787c4d req-d8a9ebdb-6da3-4b57-8d6f-394e53cbaf4c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 1129 time: 0.0435021 Aug 24 03:41:26.262941 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556ae81-f9cb-4ac1-a3b7-530b6e787c4d req-0ffeac98-ff27-4e9b-b0b0-b5e4cd11a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:26.264416 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0556ae81-f9cb-4ac1-a3b7-530b6e787c4d req-0ffeac98-ff27-4e9b-b0b0-b5e4cd11a37c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 200 len: 916 time: 0.0881808 Aug 24 03:41:26.328380 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0556ae81-f9cb-4ac1-a3b7-530b6e787c4d req-80206783-208c-40a8-b731-74d970ded6ff service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5d61b9b-9e49-4c0a-9229-74a543762264 HTTP/1.1" status: 200 len: 1000 time: 0.0586400 Aug 24 03:41:26.376206 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556ae81-f9cb-4ac1-a3b7-530b6e787c4d req-c4e59177-1f8d-47fe-a097-73529eb98586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:26.377581 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0556ae81-f9cb-4ac1-a3b7-530b6e787c4d req-c4e59177-1f8d-47fe-a097-73529eb98586 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 200 len: 854 time: 0.0441079 Aug 24 03:41:26.419435 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556ae81-f9cb-4ac1-a3b7-530b6e787c4d req-c521d2bf-37fc-46f2-9f3f-29c624dc96df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:26.420937 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0556ae81-f9cb-4ac1-a3b7-530b6e787c4d req-c521d2bf-37fc-46f2-9f3f-29c624dc96df service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f7160365-682d-4059-86b5-916b47b99501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381370 Aug 24 03:41:26.513187 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0556ae81-f9cb-4ac1-a3b7-530b6e787c4d req-916e7316-94cc-423b-925d-c4fca5a0ad37 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866148 Aug 24 03:41:26.603009 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0556ae81-f9cb-4ac1-a3b7-530b6e787c4d req-63159f51-ab76-4d05-b9f6-466552e460df service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841706 Aug 24 03:41:27.824321 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:41:29.782942 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:32.625100 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:32.631010 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:36.593014 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=53 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:36.599100 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=48 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:37.820750 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:41:47.142011 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:47.376533 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-8ef0adf7-0098-4e9b-9811-a3c80bfca255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:49.882760 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-03e0090f-aa64-4a35-88f0-9c4955651496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:50.902570 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:52.573582 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:52.637299 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:55.784115 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c7d33-9ee4-4469-8b41-79d608daa07f req-5d873882-65ed-43e5-9c80-469ca274e317 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:55.785647 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-480c7d33-9ee4-4469-8b41-79d608daa07f req-5d873882-65ed-43e5-9c80-469ca274e317 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 945 time: 0.0515339 Aug 24 03:41:55.833344 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-480c7d33-9ee4-4469-8b41-79d608daa07f req-20e9ce5d-2f54-44d8-b66e-29c8e2bc6f98 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6113eb08-f222-428c-9fb5-a9103e06f945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419846 Aug 24 03:41:56.951965 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d594a-98be-4df8-99c2-845e7e39a594 req-8f8c534f-3ba1-434d-ac71-c2992590c9e8 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:56.953467 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-299d594a-98be-4df8-99c2-845e7e39a594 req-8f8c534f-3ba1-434d-ac71-c2992590c9e8 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 945 time: 0.0464067 Aug 24 03:41:57.000343 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-299d594a-98be-4df8-99c2-845e7e39a594 req-bbf8ff31-9c60-4328-bcd1-7cbe955221be tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=6113eb08-f222-428c-9fb5-a9103e06f945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403211 Aug 24 03:41:57.622191 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-741cd9da-8ddb-4022-a3d6-f6f06e188e95 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:41:57.623686 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-741cd9da-8ddb-4022-a3d6-f6f06e188e95 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 945 time: 0.2918892 Aug 24 03:41:57.705191 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Deleting port f5d61b9b-9e49-4c0a-9229-74a543762264 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:41:57.705531 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:57.800742 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] For port f5d61b9b-9e49-4c0a-9229-74a543762264, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f5d61b9b-9e49-4c0a-9229-74a543762264,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:41:57.801124 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:57.966292 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:57.966656 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (9b65d7fc-8087-428b-bc86-f7d7a2e07b66), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:57.966974 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Floating IP 9b65d7fc-8087-428b-bc86-f7d7a2e07b66 disassociated. External IP: 172.27.4.41, port: f5d61b9b-9e49-4c0a-9229-74a543762264. Aug 24 03:41:57.967320 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Calling delete_port for f5d61b9b-9e49-4c0a-9229-74a543762264 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:41:58.103312 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (f5d61b9b-9e49-4c0a-9229-74a543762264), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:58.132535 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event deleted for resources: {'Port': ['ID=f5d61b9b-9e49-4c0a-9229-74a543762264,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:58.143384 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:58.143730 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:58.144075 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:58.144414 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:58.144745 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:58.145098 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:58.145425 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:58.145749 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:58.146075 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:58.146933 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:58.148027 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:58.148368 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:58.148697 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:58.149052 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:58.149379 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:41:58.265122 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0bb16820-6a88-4092-a0b1-f5d11c4c4905 req-e7be4291-0b73-42a6-91fe-74034ebe674f tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1ee8133d-9ad2-4fa3-b02f-f1266acca98c HTTP/1.1" status: 200 len: 210 time: 0.0283673 Aug 24 03:41:58.267721 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:41:58.373209 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:41:58.384211 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13424e04-4c3f-4c36-969a-b7e93b2f18f8 None None] Sync routers for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:41:58.394470 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13424e04-4c3f-4c36-969a-b7e93b2f18f8 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:41:58.395076 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-13424e04-4c3f-4c36-969a-b7e93b2f18f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:41:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:41:58.416031 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] No DVR routers for this DVR port f5d61b9b-9e49-4c0a-9229-74a543762264 on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:41:58.418434 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:58.421662 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2d2af214-b814-4f0f-8e0d-9356cb10ac48 req-c1c5379c-5938-4ac5-a982-a4adad6b2f27 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.84 "DELETE /networking/v2.0/ports/f5d61b9b-9e49-4c0a-9229-74a543762264 HTTP/1.1" status: 204 len: 173 time: 0.7928653 Aug 24 03:41:58.422109 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee8133d-9ad2-4fa3-b02f-f1266acca98c', 'name': 'network-vif-deleted', 'tag': 'f5d61b9b-9e49-4c0a-9229-74a543762264'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:41:58.424348 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85520079-8ccd-40ff-823f-17bbd1d6a09f" -d '{"events": [{"server_uuid": "1ee8133d-9ad2-4fa3-b02f-f1266acca98c", "name": "network-vif-deleted", "tag": "f5d61b9b-9e49-4c0a-9229-74a543762264"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:41:58.464626 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83206609-52ec-4b36-aed7-5bc91de1671f x-openstack-request-id: req-83206609-52ec-4b36-aed7-5bc91de1671f {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:41:58.464626 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee8133d-9ad2-4fa3-b02f-f1266acca98c", "name": "network-vif-deleted", "tag": "f5d61b9b-9e49-4c0a-9229-74a543762264", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:41:58.465694 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-83206609-52ec-4b36-aed7-5bc91de1671f {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:41:58.465897 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83206609-52ec-4b36-aed7-5bc91de1671f'] response: {'server_uuid': '1ee8133d-9ad2-4fa3-b02f-f1266acca98c', 'name': 'network-vif-deleted', 'tag': 'f5d61b9b-9e49-4c0a-9229-74a543762264', 'status': 'completed', 'code': 200} Aug 24 03:41:58.512311 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-13424e04-4c3f-4c36-969a-b7e93b2f18f8 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:41:58.716875 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-13424e04-4c3f-4c36-969a-b7e93b2f18f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:41:58.741700 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13424e04-4c3f-4c36-969a-b7e93b2f18f8 None None] Checking router: b9c7e9c5-a766-493a-8a2d-bf4ab872edcb for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:41:58.749864 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13424e04-4c3f-4c36-969a-b7e93b2f18f8 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:41:58.750458 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-13424e04-4c3f-4c36-969a-b7e93b2f18f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:41:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:41:58.853836 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-13424e04-4c3f-4c36-969a-b7e93b2f18f8 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:41:59.052031 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-13424e04-4c3f-4c36-969a-b7e93b2f18f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:41:59.076578 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13424e04-4c3f-4c36-969a-b7e93b2f18f8 None None] The sync data for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi is: [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:37:58Z', 'revision_number': 4, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': 'd4d14a89-07f2-4dae-a50d-f085fab64e17', 'name': '', 'network_id': 'f7160365-682d-4059-86b5-916b47b99501', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'mac_address': 'fa:16:3e:a1:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:58Z', 'updated_at': '2022-08-24T03:38:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'subnets': [{'id': '3201e8cd-c470-4794-b02d-e164a36dc04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:41:59.292514 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293669f2-62ad-4231-9caf-488efb9ffb93 None None] New status for floating IP 9b65d7fc-8087-428b-bc86-f7d7a2e07b66: DOWN {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:41:59.359135 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59510) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:41:59.421466 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-29967454-0517-4fa8-8b0c-6f9cd021e13d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (6113eb08-f222-428c-9fb5-a9103e06f945), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:59.445159 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-29967454-0517-4fa8-8b0c-6f9cd021e13d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (6113eb08-f222-428c-9fb5-a9103e06f945), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:59.494702 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-29967454-0517-4fa8-8b0c-6f9cd021e13d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6113eb08-f222-428c-9fb5-a9103e06f945), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:59.497673 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-29967454-0517-4fa8-8b0c-6f9cd021e13d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:59.498845 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-29967454-0517-4fa8-8b0c-6f9cd021e13d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/6113eb08-f222-428c-9fb5-a9103e06f945 HTTP/1.1" status: 204 len: 168 time: 0.1386516 Aug 24 03:41:59.501734 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59512) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:41:59.508537 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29967454-0517-4fa8-8b0c-6f9cd021e13d tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6113eb08-f222-428c-9fb5-a9103e06f945,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:59.517280 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.api.v2.resource [None req-0d69fce8-b00a-4920-876d-d81cab77e16a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] show failed (client error): The resource could not be found. Aug 24 03:41:59.518402 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-0d69fce8-b00a-4920-876d-d81cab77e16a tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "GET /networking/v2.0/security-groups/6113eb08-f222-428c-9fb5-a9103e06f945 HTTP/1.1" status: 404 len: 347 time: 0.0156698 Aug 24 03:41:59.522203 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59514) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:41:59.634935 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-55bb0825-786e-4446-ad6f-59d3002b6095 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Deleting port 5fdfd86e-c1db-4bb4-a091-2f2fd99f4343 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:41:59.635358 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-55bb0825-786e-4446-ad6f-59d3002b6095 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (5fdfd86e-c1db-4bb4-a091-2f2fd99f4343), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:59.726867 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-55bb0825-786e-4446-ad6f-59d3002b6095 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (5fdfd86e-c1db-4bb4-a091-2f2fd99f4343), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:59.727184 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-55bb0825-786e-4446-ad6f-59d3002b6095 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (5fdfd86e-c1db-4bb4-a091-2f2fd99f4343), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:59.740698 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-55bb0825-786e-4446-ad6f-59d3002b6095 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Calling delete_port for 5fdfd86e-c1db-4bb4-a091-2f2fd99f4343 owned by network:floatingip {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:41:59.880455 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-55bb0825-786e-4446-ad6f-59d3002b6095 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (5fdfd86e-c1db-4bb4-a091-2f2fd99f4343), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:59.913000 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb0825-786e-4446-ad6f-59d3002b6095 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Pushing event deleted for resources: {'Port': ['ID=5fdfd86e-c1db-4bb4-a091-2f2fd99f4343,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:41:59.978692 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-55bb0825-786e-4446-ad6f-59d3002b6095 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks [] for floatingip (9b65d7fc-8087-428b-bc86-f7d7a2e07b66), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:59.981190 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-55bb0825-786e-4446-ad6f-59d3002b6095 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:41:59.982361 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-55bb0825-786e-4446-ad6f-59d3002b6095 tempest-AttachVolumeNegativeTest-1777736198 tempest-AttachVolumeNegativeTest-1777736198-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/9b65d7fc-8087-428b-bc86-f7d7a2e07b66 HTTP/1.1" status: 204 len: 168 time: 0.4590018 Aug 24 03:42:01.823911 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device f5d61b9b-9e49-4c0a-9229-74a543762264 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:42:01.843596 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: f5d61b9b-9e49-4c0a-9229-74a543762264 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:42:01.843933 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device f5d61b9b-9e49-4c0a-9229-74a543762264 not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:42:03.699108 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59552) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:03.862198 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:03.869633 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:04.013921 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892142'] for router_interface (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:04.229561 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Deleting port d4d14a89-07f2-4dae-a50d-f085fab64e17 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:42:04.229892 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:04.310654 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] For port d4d14a89-07f2-4dae-a50d-f085fab64e17, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=d4d14a89-07f2-4dae-a50d-f085fab64e17,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:42:04.310935 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:04.324884 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Calling delete_port for d4d14a89-07f2-4dae-a50d-f085fab64e17 owned by network:router_interface {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:42:04.506770 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (d4d14a89-07f2-4dae-a50d-f085fab64e17), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:04.530843 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d14a89-07f2-4dae-a50d-f085fab64e17,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:04.563985 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:04.564252 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:04.564592 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:04.564961 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:04.565295 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:04.565624 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:04.565945 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:04.566269 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:04.566594 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:04.566915 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:04.567236 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:04.567555 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:04.567975 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:04.568404 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:04.568892 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:04.615784 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:04.704432 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:04.712241 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892026'] for router_interface (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:04.823631 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:42:04.918987 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:42:05.024356 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:42:05.029318 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-404ef546-55b9-4aee-9b19-59df3c24dfa2 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/b9c7e9c5-a766-493a-8a2d-bf4ab872edcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3294036 Aug 24 03:42:05.031881 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59554) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:05.034490 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be0e36-69c6-468a-8f1d-cf5ea4a70e06 None None] Sync routers for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:42:05.036936 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:05.039060 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:05.049363 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be0e36-69c6-468a-8f1d-cf5ea4a70e06 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:42:05.049973 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-76be0e36-69c6-468a-8f1d-cf5ea4a70e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:41:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:42:05.132657 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] Publish callbacks [] for router (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:05.153204 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-76be0e36-69c6-468a-8f1d-cf5ea4a70e06 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:42:05.339020 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-76be0e36-69c6-468a-8f1d-cf5ea4a70e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:42:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:42:05.369698 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be0e36-69c6-468a-8f1d-cf5ea4a70e06 None None] Checking router: b9c7e9c5-a766-493a-8a2d-bf4ab872edcb for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:42:05.378584 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be0e36-69c6-468a-8f1d-cf5ea4a70e06 None None] Routers {'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:42:05.379193 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-76be0e36-69c6-468a-8f1d-cf5ea4a70e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:41:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:42:05.480168 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-76be0e36-69c6-468a-8f1d-cf5ea4a70e06 None None] Set router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:42:05.485537 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] Publish callbacks [] for router_gateway (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:05.530189 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] Deleting port 1265251c-58d0-408d-8df0-49530a428b48 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:42:05.530551 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (1265251c-58d0-408d-8df0-49530a428b48), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:05.616817 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] For port 1265251c-58d0-408d-8df0-49530a428b48, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=1265251c-58d0-408d-8df0-49530a428b48,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:42:05.617194 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (1265251c-58d0-408d-8df0-49530a428b48), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:05.630013 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] Calling delete_port for 1265251c-58d0-408d-8df0-49530a428b48 owned by network:router_gateway {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:42:05.758672 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:05.787601 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:05.806685 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (1265251c-58d0-408d-8df0-49530a428b48), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:05.818468 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-76be0e36-69c6-468a-8f1d-cf5ea4a70e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:42:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:42:05.835403 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] Pushing event deleted for resources: {'Port': ['ID=1265251c-58d0-408d-8df0-49530a428b48,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:05.844397 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be0e36-69c6-468a-8f1d-cf5ea4a70e06 None None] The sync data for ids ['b9c7e9c5-a766-493a-8a2d-bf4ab872edcb'] in dv-cinder-854261-1-iscsi is: [{'id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'name': 'tempest-AttachVolumeNegativeTest-1948214175-router', 'tenant_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207'}], 'enable_snat': True}, 'gw_port_id': '1265251c-58d0-408d-8df0-49530a428b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:37:55Z', 'updated_at': '2022-08-24T03:42:04Z', 'revision_number': 5, 'project_id': '4b05b1de2f064ba29a6d0f7f4c8b2a01', 'gw_port': {'id': '1265251c-58d0-408d-8df0-49530a428b48', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e9c5-a766-493a-8a2d-bf4ab872edcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:37:56Z', 'updated_at': '2022-08-24T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:42:05.903298 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7889515'] for router_gateway (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:05.989222 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7892112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12826'] for router (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:05.992387 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] Publish callbacks [] for router_controller (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.038466 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7892105'] for router (b9c7e9c5-a766-493a-8a2d-bf4ab872edcb), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.039215 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9c7e9c5-a766-493a-8a2d-bf4ab872edcb {{(pid=106302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 03:42:06.045115 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.046688 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7a52cedd-3bfa-43a6-91cf-107af562964e admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/b9c7e9c5-a766-493a-8a2d-bf4ab872edcb HTTP/1.1" status: 204 len: 168 time: 1.0137837 Aug 24 03:42:06.049235 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59556) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:06.095611 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c897b8-0660-4ed0-857e-f904852e45dd admin admin] Deleting subnet 3201e8cd-c470-4794-b02d-e164a36dc04e {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:42:06.099449 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-18c897b8-0660-4ed0-857e-f904852e45dd admin admin] Publish callbacks [] for subnet (3201e8cd-c470-4794-b02d-e164a36dc04e), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.133205 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-18c897b8-0660-4ed0-857e-f904852e45dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5410074'] for subnet (3201e8cd-c470-4794-b02d-e164a36dc04e), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.214625 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-18c897b8-0660-4ed0-857e-f904852e45dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (3201e8cd-c470-4794-b02d-e164a36dc04e), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.280316 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-18c897b8-0660-4ed0-857e-f904852e45dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4780407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5185151'] for subnet (3201e8cd-c470-4794-b02d-e164a36dc04e), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.294623 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device d4d14a89-07f2-4dae-a50d-f085fab64e17 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:42:06.307840 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c897b8-0660-4ed0-857e-f904852e45dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3201e8cd-c470-4794-b02d-e164a36dc04e,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:06.312375 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-18c897b8-0660-4ed0-857e-f904852e45dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.317588 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-18c897b8-0660-4ed0-857e-f904852e45dd admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/3201e8cd-c470-4794-b02d-e164a36dc04e HTTP/1.1" status: 204 len: 168 time: 0.2648635 Aug 24 03:42:06.318310 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59558) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:06.325073 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103c74f4-3884-4c21-8126-de9d638aa416 None None] Network f7160365-682d-4059-86b5-916b47b99501 requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:42:06.330360 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: d4d14a89-07f2-4dae-a50d-f085fab64e17 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:42:06.330850 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device d4d14a89-07f2-4dae-a50d-f085fab64e17 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:42:06.399302 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (f7160365-682d-4059-86b5-916b47b99501), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.441967 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] Deleting port e26f0534-cd4a-41d3-a869-7cd5910b7bac {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:42:06.442318 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (e26f0534-cd4a-41d3-a869-7cd5910b7bac), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.514225 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f6b8f4-cb60-4d9c-899f-9c24d9e61059 None None] DHCP port deletion for f7160365-682d-4059-86b5-916b47b99501 request from dv-cinder-854261-1-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 03:42:06.519639 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] For port e26f0534-cd4a-41d3-a869-7cd5910b7bac, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=e26f0534-cd4a-41d3-a869-7cd5910b7bac,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:42:06.520135 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (e26f0534-cd4a-41d3-a869-7cd5910b7bac), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.540356 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] Calling delete_port for e26f0534-cd4a-41d3-a869-7cd5910b7bac owned by network:dhcp {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:42:06.564059 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6b8f4-cb60-4d9c-899f-9c24d9e61059 None None] Deleting port e26f0534-cd4a-41d3-a869-7cd5910b7bac {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:42:06.564434 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f7f6b8f4-cb60-4d9c-899f-9c24d9e61059 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (e26f0534-cd4a-41d3-a869-7cd5910b7bac), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.612902 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:06.621322 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (e26f0534-cd4a-41d3-a869-7cd5910b7bac), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.633792 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-f7f6b8f4-cb60-4d9c-899f-9c24d9e61059 None None] For port e26f0534-cd4a-41d3-a869-7cd5910b7bac, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=e26f0534-cd4a-41d3-a869-7cd5910b7bac,segment=NetworkSegment(db7cd175-dd91-4c5d-a54b-b419e73bda8c),segment_id=db7cd175-dd91-4c5d-a54b-b419e73bda8c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:42:06.634194 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f7f6b8f4-cb60-4d9c-899f-9c24d9e61059 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (e26f0534-cd4a-41d3-a869-7cd5910b7bac), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.647622 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6b8f4-cb60-4d9c-899f-9c24d9e61059 None None] Calling delete_port for e26f0534-cd4a-41d3-a869-7cd5910b7bac owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:42:06.650195 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] No DVR routers for this DVR port e26f0534-cd4a-41d3-a869-7cd5910b7bac on host dv-cinder-854261-1-iscsi {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:42:06.652217 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e26f0534-cd4a-41d3-a869-7cd5910b7bac,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:06.731631 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (f7160365-682d-4059-86b5-916b47b99501), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.731872 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f7f6b8f4-cb60-4d9c-899f-9c24d9e61059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238'] for port (e26f0534-cd4a-41d3-a869-7cd5910b7bac), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.752419 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7160365-682d-4059-86b5-916b47b99501']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:42:06.756411 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6b8f4-cb60-4d9c-899f-9c24d9e61059 None None] Pushing event deleted for resources: {'Port': ['ID=e26f0534-cd4a-41d3-a869-7cd5910b7bac,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:06.760269 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f6b8f4-cb60-4d9c-899f-9c24d9e61059 None None] No DVR routers for this DVR port e26f0534-cd4a-41d3-a869-7cd5910b7bac on host dv-cinder-854261-1-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:42:06.761982 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7cd175-dd91-4c5d-a54b-b419e73bda8c') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:42:06.762483 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7cd175-dd91-4c5d-a54b-b419e73bda8c') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:42:06.772648 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5410067'] for segment (db7cd175-dd91-4c5d-a54b-b419e73bda8c), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.786004 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (db7cd175-dd91-4c5d-a54b-b419e73bda8c), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.793269 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:42:06.793609 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4780305'] for segment (db7cd175-dd91-4c5d-a54b-b419e73bda8c), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.852819 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (f7160365-682d-4059-86b5-916b47b99501), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.858653 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:06.861881 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/f7160365-682d-4059-86b5-916b47b99501 HTTP/1.1" status: 204 len: 168 time: 0.5422559 Aug 24 03:42:06.863433 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:06.879356 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment db7cd175-dd91-4c5d-a54b-b419e73bda8c resource provider aggregate not found Aug 24 03:42:06.883694 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc0342-a2a2-49bf-a568-aba01f19cc64 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7160365-682d-4059-86b5-916b47b99501,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:06.906510 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment db7cd175-dd91-4c5d-a54b-b419e73bda8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db7cd175-dd91-4c5d-a54b-b419e73bda8c found for delete ", "request_id": "req-b5088aa5-92b1-42a9-978e-88c889397e3c"}]} Aug 24 03:42:07.067468 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59568) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:07.108350 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3e99b8be-a203-4363-9456-d10e1494a35e admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=4b05b1de2f064ba29a6d0f7f4c8b2a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397449 Aug 24 03:42:07.110799 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59570) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:07.157789 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ccf147ec-d975-4fa4-a92e-e15648974a2c admin admin] Publish callbacks [] for security_group (a79ebbac-58ee-4687-94ab-5d0801a5be49), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:07.177872 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ccf147ec-d975-4fa4-a92e-e15648974a2c admin admin] Publish callbacks [] for security_group (a79ebbac-58ee-4687-94ab-5d0801a5be49), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:07.225363 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ccf147ec-d975-4fa4-a92e-e15648974a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (a79ebbac-58ee-4687-94ab-5d0801a5be49), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:07.227787 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ccf147ec-d975-4fa4-a92e-e15648974a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:07.228957 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ccf147ec-d975-4fa4-a92e-e15648974a2c admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/a79ebbac-58ee-4687-94ab-5d0801a5be49 HTTP/1.1" status: 204 len: 168 time: 0.1172249 Aug 24 03:42:07.238660 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf147ec-d975-4fa4-a92e-e15648974a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79ebbac-58ee-4687-94ab-5d0801a5be49,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:07.251753 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:08.199218 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 1265251c-58d0-408d-8df0-49530a428b48 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:42:08.221240 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 1265251c-58d0-408d-8df0-49530a428b48 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:42:08.221670 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 1265251c-58d0-408d-8df0-49530a428b48 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:42:08.222099 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device e26f0534-cd4a-41d3-a869-7cd5910b7bac no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:42:08.240262 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: e26f0534-cd4a-41d3-a869-7cd5910b7bac {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:42:08.240612 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device e26f0534-cd4a-41d3-a869-7cd5910b7bac not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:42:09.510633 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:09.511494 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:14.823420 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:15.851547 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:17.125988 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:17.139523 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:17.231853 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=40,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:17.232723 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:17.378018 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6299-3371-4c48-ad6a-0f271ec40cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:19.875973 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-25445c71-ce09-490d-8a6d-5195b1b4d0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:20.905079 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:22.576468 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:22.642919 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:23.789789 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59780) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:23.894396 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cf3502e9-8b0a-452d-aff4-f88e85e677eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:23.969931 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cf3502e9-8b0a-452d-aff4-f88e85e677eb admin admin] Publish callbacks [] for security_group (ce028b99-6c76-4fd2-a2da-c38a5463de80), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:23.973689 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cf3502e9-8b0a-452d-aff4-f88e85e677eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ce028b99-6c76-4fd2-a2da-c38a5463de80), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:24.014503 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3502e9-8b0a-452d-aff4-f88e85e677eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce028b99-6c76-4fd2-a2da-c38a5463de80,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:24.018818 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-cf3502e9-8b0a-452d-aff4-f88e85e677eb admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=6cdf454001584f6f94f69d37d46c86c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279298 Aug 24 03:42:24.021923 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59784) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:24.072507 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2295702d-849d-4d3f-9530-d8344c105f19 admin admin] Publish callbacks [] for security_group (ce028b99-6c76-4fd2-a2da-c38a5463de80), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:24.093695 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2295702d-849d-4d3f-9530-d8344c105f19 admin admin] Publish callbacks [] for security_group (ce028b99-6c76-4fd2-a2da-c38a5463de80), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:24.140608 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2295702d-849d-4d3f-9530-d8344c105f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (ce028b99-6c76-4fd2-a2da-c38a5463de80), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:24.143169 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2295702d-849d-4d3f-9530-d8344c105f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:24.144226 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2295702d-849d-4d3f-9530-d8344c105f19 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ce028b99-6c76-4fd2-a2da-c38a5463de80 HTTP/1.1" status: 204 len: 168 time: 0.1217341 Aug 24 03:42:24.152176 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295702d-849d-4d3f-9530-d8344c105f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce028b99-6c76-4fd2-a2da-c38a5463de80,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:24.413363 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59790) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:24.426535 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c83f1d7f-0678-4299-8037-d29b3eb9c9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:24.502722 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c83f1d7f-0678-4299-8037-d29b3eb9c9f2 admin admin] Publish callbacks [] for security_group (0bc809cf-0f8f-41f1-be6a-e64ec2b00412), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:24.506952 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c83f1d7f-0678-4299-8037-d29b3eb9c9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (0bc809cf-0f8f-41f1-be6a-e64ec2b00412), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:24.546184 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c83f1d7f-0678-4299-8037-d29b3eb9c9f2 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=7ca7a35d15c044a3b4f3a70f04e4ef42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317816 Aug 24 03:42:24.548033 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f1d7f-0678-4299-8037-d29b3eb9c9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc809cf-0f8f-41f1-be6a-e64ec2b00412,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:24.548985 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59792) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:24.600578 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-89f941ae-1494-44cd-8d31-ed96313ba02e admin admin] Publish callbacks [] for security_group (0bc809cf-0f8f-41f1-be6a-e64ec2b00412), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:24.624215 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-89f941ae-1494-44cd-8d31-ed96313ba02e admin admin] Publish callbacks [] for security_group (0bc809cf-0f8f-41f1-be6a-e64ec2b00412), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:24.672876 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-89f941ae-1494-44cd-8d31-ed96313ba02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (0bc809cf-0f8f-41f1-be6a-e64ec2b00412), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:24.675321 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-89f941ae-1494-44cd-8d31-ed96313ba02e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:24.676490 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-89f941ae-1494-44cd-8d31-ed96313ba02e admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/0bc809cf-0f8f-41f1-be6a-e64ec2b00412 HTTP/1.1" status: 204 len: 168 time: 0.1265283 Aug 24 03:42:24.684823 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f941ae-1494-44cd-8d31-ed96313ba02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc809cf-0f8f-41f1-be6a-e64ec2b00412,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:26.701203 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59864) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:26.807315 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3f58d69-c293-4ebc-b84b-25a202ca7b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:26.885414 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3f58d69-c293-4ebc-b84b-25a202ca7b7f admin admin] Publish callbacks [] for security_group (8ab890f0-07c0-4d14-8b87-5cc560d81eaf), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:26.889354 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3f58d69-c293-4ebc-b84b-25a202ca7b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (8ab890f0-07c0-4d14-8b87-5cc560d81eaf), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:26.927651 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f58d69-c293-4ebc-b84b-25a202ca7b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab890f0-07c0-4d14-8b87-5cc560d81eaf,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:26.936693 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e3f58d69-c293-4ebc-b84b-25a202ca7b7f admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=1238195c03f04a3abb3d10d718ad6040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344158 Aug 24 03:42:26.939348 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59868) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:26.989424 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-81b1f9e2-2c4b-4d8c-adc6-adb3db382c00 admin admin] Publish callbacks [] for security_group (8ab890f0-07c0-4d14-8b87-5cc560d81eaf), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:27.010908 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-81b1f9e2-2c4b-4d8c-adc6-adb3db382c00 admin admin] Publish callbacks [] for security_group (8ab890f0-07c0-4d14-8b87-5cc560d81eaf), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:27.061562 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-81b1f9e2-2c4b-4d8c-adc6-adb3db382c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (8ab890f0-07c0-4d14-8b87-5cc560d81eaf), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:27.063931 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-81b1f9e2-2c4b-4d8c-adc6-adb3db382c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:27.065156 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-81b1f9e2-2c4b-4d8c-adc6-adb3db382c00 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/8ab890f0-07c0-4d14-8b87-5cc560d81eaf HTTP/1.1" status: 204 len: 168 time: 0.1248822 Aug 24 03:42:27.073445 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1f9e2-2c4b-4d8c-adc6-adb3db382c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab890f0-07c0-4d14-8b87-5cc560d81eaf,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:27.336846 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59874) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:27.350910 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f2d42d43-7c76-4d5f-b01d-2643c150e645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:27.432170 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f2d42d43-7c76-4d5f-b01d-2643c150e645 admin admin] Publish callbacks [] for security_group (68b0e955-a504-4dfa-9115-754dfff252f4), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:27.435843 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f2d42d43-7c76-4d5f-b01d-2643c150e645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (68b0e955-a504-4dfa-9115-754dfff252f4), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:27.474905 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f2d42d43-7c76-4d5f-b01d-2643c150e645 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=fb92f4bd9efa49a190ff6976fd0e799e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370108 Aug 24 03:42:27.475754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d42d43-7c76-4d5f-b01d-2643c150e645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b0e955-a504-4dfa-9115-754dfff252f4,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:27.477746 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59876) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:27.527297 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9211a354-18dd-490c-8e4a-07afbcdbe9b1 admin admin] Publish callbacks [] for security_group (68b0e955-a504-4dfa-9115-754dfff252f4), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:27.546964 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9211a354-18dd-490c-8e4a-07afbcdbe9b1 admin admin] Publish callbacks [] for security_group (68b0e955-a504-4dfa-9115-754dfff252f4), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:27.597244 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9211a354-18dd-490c-8e4a-07afbcdbe9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (68b0e955-a504-4dfa-9115-754dfff252f4), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:27.599705 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9211a354-18dd-490c-8e4a-07afbcdbe9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:27.601279 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-9211a354-18dd-490c-8e4a-07afbcdbe9b1 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/68b0e955-a504-4dfa-9115-754dfff252f4 HTTP/1.1" status: 204 len: 168 time: 0.1225426 Aug 24 03:42:27.610130 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211a354-18dd-490c-8e4a-07afbcdbe9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b0e955-a504-4dfa-9115-754dfff252f4,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:36.193205 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 59960) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:36.298591 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f290f8b1-316c-482b-aff3-2b28982a4a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:36.376100 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f290f8b1-316c-482b-aff3-2b28982a4a05 admin admin] Publish callbacks [] for security_group (9eb9572b-79a8-459c-a4c9-ab0d47cbcbce), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:36.379687 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f290f8b1-316c-482b-aff3-2b28982a4a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (9eb9572b-79a8-459c-a4c9-ab0d47cbcbce), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:36.396353 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=10 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:36.400027 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:36.428420 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290f8b1-316c-482b-aff3-2b28982a4a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb9572b-79a8-459c-a4c9-ab0d47cbcbce,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:36.435228 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f290f8b1-316c-482b-aff3-2b28982a4a05 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=bcdb09d8369d469aae3c17ee322dcc80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408161 Aug 24 03:42:36.438326 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 59964) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:36.463510 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:36.495347 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70fc1443-570a-46ee-827a-3b2739af39fc admin admin] Publish callbacks [] for security_group (9eb9572b-79a8-459c-a4c9-ab0d47cbcbce), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:36.513550 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:36.515541 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70fc1443-570a-46ee-827a-3b2739af39fc admin admin] Publish callbacks [] for security_group (9eb9572b-79a8-459c-a4c9-ab0d47cbcbce), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:36.563299 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70fc1443-570a-46ee-827a-3b2739af39fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (9eb9572b-79a8-459c-a4c9-ab0d47cbcbce), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:36.565926 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70fc1443-570a-46ee-827a-3b2739af39fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:36.567069 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-70fc1443-570a-46ee-827a-3b2739af39fc admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/9eb9572b-79a8-459c-a4c9-ab0d47cbcbce HTTP/1.1" status: 204 len: 168 time: 0.1278980 Aug 24 03:42:36.575095 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc1443-570a-46ee-827a-3b2739af39fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb9572b-79a8-459c-a4c9-ab0d47cbcbce,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:37.622243 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:41.823295 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:42:43.792112 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:46.442632 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:46.550288 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:46.574964 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:46.588738 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:47.139204 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:47.379822 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-483431d5-ed69-4a16-9852-11e9aa683a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:49.878649 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c267ff85-ab4f-46f3-a4ca-a15b1a9bab16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:50.908372 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:51.818675 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:52.580066 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:52.649124 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:53.808794 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60092) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:53.917699 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-19395e4f-0cfc-466e-a1ad-627e3c0f096c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:53.998935 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-19395e4f-0cfc-466e-a1ad-627e3c0f096c admin admin] Publish callbacks [] for security_group (72e532a3-06f1-450a-8b49-b96a57d39416), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:54.002518 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-19395e4f-0cfc-466e-a1ad-627e3c0f096c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (72e532a3-06f1-450a-8b49-b96a57d39416), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:54.043649 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-19395e4f-0cfc-466e-a1ad-627e3c0f096c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=ac7a67edb87747819cf06069dda23e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338066 Aug 24 03:42:54.044610 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19395e4f-0cfc-466e-a1ad-627e3c0f096c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e532a3-06f1-450a-8b49-b96a57d39416,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:54.046452 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60096) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:54.098706 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-42cc07eb-2f4d-4c84-a927-21dad1a3fe8d admin admin] Publish callbacks [] for security_group (72e532a3-06f1-450a-8b49-b96a57d39416), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:54.120082 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-42cc07eb-2f4d-4c84-a927-21dad1a3fe8d admin admin] Publish callbacks [] for security_group (72e532a3-06f1-450a-8b49-b96a57d39416), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:54.166453 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-42cc07eb-2f4d-4c84-a927-21dad1a3fe8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (72e532a3-06f1-450a-8b49-b96a57d39416), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:54.169006 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-42cc07eb-2f4d-4c84-a927-21dad1a3fe8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:54.170156 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-42cc07eb-2f4d-4c84-a927-21dad1a3fe8d admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/72e532a3-06f1-450a-8b49-b96a57d39416 HTTP/1.1" status: 204 len: 168 time: 0.1219418 Aug 24 03:42:54.179596 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc07eb-2f4d-4c84-a927-21dad1a3fe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e532a3-06f1-450a-8b49-b96a57d39416,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:54.787791 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60118) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:54.884985 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-297238389-network', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:42:54.908039 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] Made reservation on behalf of c742ff2fa942409384b6294cf883ce0a for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:42:54.910484 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:54.919352 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:54.994568 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] Publish callbacks [] for security_group (081a10e9-b3d7-4150-b905-39606bd39411), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:54.998061 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (081a10e9-b3d7-4150-b905-39606bd39411), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.028617 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:42:55.035163 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081a10e9-b3d7-4150-b905-39606bd39411,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:55.041648 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (c40a33bd-29b8-415b-b9de-66108859b55e), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.042027 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] Added segment c40a33bd-29b8-415b-b9de-66108859b55e of type vlan for network a77328d1-9351-48c2-a2f3-0639347291ff Aug 24 03:42:55.083656 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (a77328d1-9351-48c2-a2f3-0639347291ff), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.108182 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (a77328d1-9351-48c2-a2f3-0639347291ff), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.109104 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:42:55.109686 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.143433 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3543954 Aug 24 03:42:55.146441 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60122) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:55.151519 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-cf59b984-f370-4f49-b784-353478294f29 admin admin] Request body: {'subnet': {'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-297238389-subnet', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'ip_version': 4}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:42:55.170969 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf59b984-f370-4f49-b784-353478294f29 admin admin] Made reservation on behalf of c742ff2fa942409384b6294cf883ce0a for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:42:55.173382 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1427d27-87c1-4ef3-b812-470bd5e17704 admin admin] Pushing event updated for resources: {'Network': ['ID=a77328d1-9351-48c2-a2f3-0639347291ff,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:55.173540 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cf59b984-f370-4f49-b784-353478294f29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5185050'] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.184199 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network a77328d1-9351-48c2-a2f3-0639347291ff details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:42:55.356010 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cf59b984-f370-4f49-b784-353478294f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4780978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5185140'] for subnet (de63b65b-8e69-43b5-9be1-b0f4daa2d445), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.414853 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59b984-f370-4f49-b784-353478294f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de63b65b-8e69-43b5-9be1-b0f4daa2d445,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:55.421917 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf59b984-f370-4f49-b784-353478294f29 admin admin] Checking segment: {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:42:55.422269 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf59b984-f370-4f49-b784-353478294f29 admin admin] Network hostable DHCP agents. Network: a77328d1-9351-48c2-a2f3-0639347291ff, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:42:55.439912 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf59b984-f370-4f49-b784-353478294f29 admin admin] Network a77328d1-9351-48c2-a2f3-0639347291ff is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:42:55.449401 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-cf59b984-f370-4f49-b784-353478294f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, a77328d1-9351-48c2-a2f3-0639347291ff) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:42:55.453579 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf59b984-f370-4f49-b784-353478294f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:42:55.454176 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cf59b984-f370-4f49-b784-353478294f29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.458597 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e041bc61-5d50-4050-9619-d3ac6b29ea7e None None] Network a77328d1-9351-48c2-a2f3-0639347291ff requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:42:55.471759 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-cf59b984-f370-4f49-b784-353478294f29 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3241189 Aug 24 03:42:55.475219 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60124) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:55.479679 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:42:55.500554 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12812'] for router (dba2683b-a7c1-4a30-9360-6234b4966a54), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.501573 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7891735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7889631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8099016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12805'] for router (dba2683b-a7c1-4a30-9360-6234b4966a54), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.556699 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Publish callbacks [] for router_controller (dba2683b-a7c1-4a30-9360-6234b4966a54), precommit_add_association {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.561146 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70d57586-e4e6-542b-96d4-1cbf7e47ba16-a77328d1-9351-48c2-a2f3-0639347291ff', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445'}]}} from dv-cinder-854261-1-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 03:42:55.562093 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.691626 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Publish callbacks [] for router_gateway (dba2683b-a7c1-4a30-9360-6234b4966a54), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.700301 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Allocated IP 172.20.0.2 (a77328d1-9351-48c2-a2f3-0639347291ff/de63b65b-8e69-43b5-9be1-b0f4daa2d445/03605d06-73be-47b8-a7c1-0a9185a34563) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:42:55.758804 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:55.829864 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:55.849502 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Publish callbacks [] for port (03605d06-73be-47b8-a7c1-0a9185a34563), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.855178 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (03605d06-73be-47b8-a7c1-0a9185a34563), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.878239 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Publish callbacks [] for router_gateway (dba2683b-a7c1-4a30-9360-6234b4966a54), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.900225 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.900570 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Network a77328d1-9351-48c2-a2f3-0639347291ff is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:42:55.903930 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:42:55.909067 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:42:55.909257 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Pushing event updated for resources: {'Port': ['ID=03605d06-73be-47b8-a7c1-0a9185a34563,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:55.922964 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:55.923340 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:55.923678 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:55.924030 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:55.924358 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:55.924687 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:55.925208 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:55.925537 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:55.925862 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:55.926183 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:55.926504 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:55.926827 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:55.927145 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:55.927463 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:55.927780 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:55.985811 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Attempting to bind port 03605d06-73be-47b8-a7c1-0a9185a34563 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:42:55.986095 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Attempting to bind port 03605d06-73be-47b8-a7c1-0a9185a34563 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:42:55.986451 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Attempting to bind port 03605d06-73be-47b8-a7c1-0a9185a34563 on network a77328d1-9351-48c2-a2f3-0639347291ff {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:42:55.992379 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:42:55.992748 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Checking segment: {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:42:55.993180 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:55.993561 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Bound using segment: {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:42:55.994019 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Bound port: 03605d06-73be-47b8-a7c1-0a9185a34563, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:42:55.994391 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (03605d06-73be-47b8-a7c1-0a9185a34563), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:56.014970 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Allocated IP 172.27.4.110 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:42:56.056902 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] For port 03605d06-73be-47b8-a7c1-0a9185a34563, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:42:56.060113 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] For port 03605d06-73be-47b8-a7c1-0a9185a34563, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=03605d06-73be-47b8-a7c1-0a9185a34563,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:42:56.065896 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (03605d06-73be-47b8-a7c1-0a9185a34563), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:56.105538 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:56.119792 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f290ea-55f1-4a43-9445-5fa0746a4330 None None] Pushing event updated for resources: {'Port': ['ID=03605d06-73be-47b8-a7c1-0a9185a34563,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:56.125158 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Publish callbacks [] for port (8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:56.157676 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:56.198425 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:42:56.203173 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:42:56.207254 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:42:56.212979 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:56.474405 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Publish callbacks [] for router_gateway (dba2683b-a7c1-4a30-9360-6234b4966a54), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:56.636659 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:56.657717 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7891712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7889582'] for router (dba2683b-a7c1-4a30-9360-6234b4966a54), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:56.760828 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:56.819666 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Router dba2683b-a7c1-4a30-9360-6234b4966a54 is scheduled to L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e with binding_index 1 {{(pid=106302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 03:42:56.931199 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:42:56.941511 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Sync routers for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:42:56.949879 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:56.951325 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-fe6c2375-6b6f-430e-9c31-6e3fa2261976 admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4748087 Aug 24 03:42:56.953873 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60126) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:56.956803 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:42:56.957568 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:42:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:42:56.983927 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b013d3a-df6f-4182-8a6a-bc71525955d7 None None] Network a77328d1-9351-48c2-a2f3-0639347291ff requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:42:57.056257 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:57.068067 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:42:57.082235 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-8db0579b-50d6-43ba-9b08-cf6b42d55a22 None None] Provisioning complete for port 03605d06-73be-47b8-a7c1-0a9185a34563 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:42:57.082866 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-8db0579b-50d6-43ba-9b08-cf6b42d55a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (03605d06-73be-47b8-a7c1-0a9185a34563), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:57.188487 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-8db0579b-50d6-43ba-9b08-cf6b42d55a22 None None] Current status of the port 03605d06-73be-47b8-a7c1-0a9185a34563 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:42:57.188897 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-8db0579b-50d6-43ba-9b08-cf6b42d55a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (03605d06-73be-47b8-a7c1-0a9185a34563), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:57.226559 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-8db0579b-50d6-43ba-9b08-cf6b42d55a22 None None] For port 03605d06-73be-47b8-a7c1-0a9185a34563, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=03605d06-73be-47b8-a7c1-0a9185a34563,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:42:57.231110 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-8db0579b-50d6-43ba-9b08-cf6b42d55a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (03605d06-73be-47b8-a7c1-0a9185a34563), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:57.273585 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:56Z', 'revision_number': 3, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:42:57.297343 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0579b-50d6-43ba-9b08-cf6b42d55a22 None None] Pushing event updated for resources: {'Port': ['ID=03605d06-73be-47b8-a7c1-0a9185a34563,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:57.302720 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Checking router: dba2683b-a7c1-4a30-9360-6234b4966a54 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:42:57.303590 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Updating router dba2683b-a7c1-4a30-9360-6234b4966a54 port 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a binding host dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:42:57.336742 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:57.427847 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:57.452045 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-9003f5c0-15ad-4eed-9f29-d8c24d3d6f4e None None] Provisioning complete for port 03605d06-73be-47b8-a7c1-0a9185a34563 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:42:57.452500 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9003f5c0-15ad-4eed-9f29-d8c24d3d6f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (03605d06-73be-47b8-a7c1-0a9185a34563), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:57.532380 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-9003f5c0-15ad-4eed-9f29-d8c24d3d6f4e None None] Current status of the port 03605d06-73be-47b8-a7c1-0a9185a34563 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:42:57.599058 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Publish callbacks [] for port (8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:57.605167 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:57.648274 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Attempting to bind port 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:42:57.648638 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Attempting to bind port 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:42:57.649025 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Attempting to bind port 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a on network 68ed77cc-6535-48c9-8f55-c96c079deaef {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:42:57.658244 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:42:57.658619 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Checking segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:42:57.659022 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:57.659449 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Bound using segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:42:57.659937 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Bound port: 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:42:57.660330 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:57.662329 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Pushing event updated for resources: {'Port': ['ID=8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a,revision_number=2']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:57.687946 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:57.688287 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:57.688626 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:57.689019 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:57.689353 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:57.689676 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:57.690000 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:57.690324 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:57.690643 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:57.690962 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:57.691317 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:57.691652 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:57.691993 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:57.692321 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:57.692668 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:42:57.730420 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] For port 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:42:57.733973 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] For port 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:42:57.740180 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:57.774545 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:42:57.775168 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:42:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:42:57.850500 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:57.854637 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Allocated IP 172.20.0.1 (a77328d1-9351-48c2-a2f3-0639347291ff/de63b65b-8e69-43b5-9be1-b0f4daa2d445/9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:42:57.898517 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:57.955444 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0119587-1c8c-4350-b26a-46362b36e2d6 None None] Pushing event updated for resources: {'Port': ['ID=8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:57.970318 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Publish callbacks [] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:57.985616 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:57.990286 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:42:57.992473 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:58.005342 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:58.050898 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Network a77328d1-9351-48c2-a2f3-0639347291ff is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:42:58.054917 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:42:58.058982 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:42:58.064184 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Pushing event updated for resources: {'Port': ['ID=9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:58.102936 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890483'] for router_interface (dba2683b-a7c1-4a30-9360-6234b4966a54), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:58.180272 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:56Z', 'revision_number': 3, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:42:58.208748 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b151a8-3ef2-4b8e-b7f2-3302268616a7 None None] The sync data for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi is: [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:56Z', 'revision_number': 3, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:42:58.265810 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 03605d06-73be-47b8-a7c1-0a9185a34563 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:42:58.267599 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:58.317859 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 03605d06-73be-47b8-a7c1-0a9185a34563 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:42:58.318321 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (03605d06-73be-47b8-a7c1-0a9185a34563), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:58.364403 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-5827eb3e-31d3-4d37-a541-d74f3ee59624 None None] Provisioning complete for port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:42:58.364902 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5827eb3e-31d3-4d37-a541-d74f3ee59624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:58.413180 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-5827eb3e-31d3-4d37-a541-d74f3ee59624 None None] Port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:42:58.450643 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Publish callbacks [] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:58.464792 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 03605d06-73be-47b8-a7c1-0a9185a34563 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:42:58.467425 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:58.541402 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Pushing event updated for resources: {'Port': ['ID=9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:58.543810 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890511'] for router_interface (dba2683b-a7c1-4a30-9360-6234b4966a54), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:58.644950 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Network a77328d1-9351-48c2-a2f3-0639347291ff is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:42:58.646408 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:42:58.723827 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:58.768796 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Router dba2683b-a7c1-4a30-9360-6234b4966a54 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:42:58.778151 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:42:58.885177 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:42:58.899253 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c7b4517d-6d3c-47e2-af88-168188ff6059 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/dba2683b-a7c1-4a30-9360-6234b4966a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9352345 Aug 24 03:42:58.935952 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-1010f06c-79df-4046-9865-ef4670520c7d None None] Provisioning complete for port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:42:58.936395 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1010f06c-79df-4046-9865-ef4670520c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:58.970982 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-1010f06c-79df-4046-9865-ef4670520c7d None None] Port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:42:59.391994 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60142) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:59.397281 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-545377874-network', 'tenant_id': '5bc0639a6318486bb0aa5ab9e8cc9ced'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:42:59.421557 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] Made reservation on behalf of 5bc0639a6318486bb0aa5ab9e8cc9ced for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:42:59.423881 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:59.432957 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:59.519771 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] Publish callbacks [] for security_group (6c8e483c-9f2d-4896-8852-6c7ee9bcb548), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:59.528238 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6c8e483c-9f2d-4896-8852-6c7ee9bcb548), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:59.550534 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 03:42:59.568065 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8e483c-9f2d-4896-8852-6c7ee9bcb548,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:59.573270 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (724d56a4-2510-4388-9b24-fab3c134cafb), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:59.573610 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] Added segment 724d56a4-2510-4388-9b24-fab3c134cafb of type vlan for network bc9f36dd-8434-4f89-8938-92aeef2404bb Aug 24 03:42:59.616213 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765998768011'] for network (bc9f36dd-8434-4f89-8938-92aeef2404bb), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:59.641803 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083'] for network (bc9f36dd-8434-4f89-8938-92aeef2404bb), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:59.642926 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:42:59.643502 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:59.679506 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2861242 Aug 24 03:42:59.682887 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60144) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:42:59.689951 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Request body: {'subnet': {'network_id': 'bc9f36dd-8434-4f89-8938-92aeef2404bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-545377874-subnet', 'tenant_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:42:59.716168 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e3316-43fd-41f6-8165-d37d9d4b9b9f admin admin] Pushing event updated for resources: {'Network': ['ID=bc9f36dd-8434-4f89-8938-92aeef2404bb,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:42:59.716418 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Made reservation on behalf of 5bc0639a6318486bb0aa5ab9e8cc9ced for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:42:59.718614 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4973782'] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:59.729779 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Network bc9f36dd-8434-4f89-8938-92aeef2404bb details requested by agent ovs-agent-dv-cinder-854261-1-iscsi with host dv-cinder-854261-1-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 03:42:59.797702 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Sync routers for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:42:59.820367 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:42:59.821033 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:42:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:42:59.934140 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4932823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4973752'] for subnet (8bdf7a22-887e-45a2-8750-a66347e96dc7), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:42:59.973655 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:00.007414 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:00.009445 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bdf7a22-887e-45a2-8750-a66347e96dc7,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:00.032099 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:00.032439 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:00.032790 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:00.033150 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:00.033477 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:00.033807 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:00.034126 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:00.034446 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:00.034768 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:00.035086 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:00.035406 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:00.035723 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:00.036086 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:00.036349 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:00.036661 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:00.045037 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Checking segment: {'id': '724d56a4-2510-4388-9b24-fab3c134cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc9f36dd-8434-4f89-8938-92aeef2404bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:43:00.045352 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Network hostable DHCP agents. Network: bc9f36dd-8434-4f89-8938-92aeef2404bb, hostable agents: ['72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 03:43:00.049284 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:00.069048 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Network bc9f36dd-8434-4f89-8938-92aeef2404bb is scheduled to be hosted by DHCP agent 72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9 with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 03:43:00.079231 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-1-iscsi, bc9f36dd-8434-4f89-8938-92aeef2404bb) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:43:00.083495 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:00.084441 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:00.086144 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:43:00.110468 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60146) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:43:00.110804 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-11532a13-0f14-417b-9195-15246f7fc0bf admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4259121 Aug 24 03:43:00.115337 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-545377874-router', 'tenant_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:43:00.116473 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e86df5c-4d9b-4224-9972-56905d8d489e None None] Network bc9f36dd-8434-4f89-8938-92aeef2404bb requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:43:00.137896 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12812'] for router (e774eb15-5d60-4b74-b760-97ad02fdfb27), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:00.138924 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7891735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7889631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8099016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12805'] for router (e774eb15-5d60-4b74-b760-97ad02fdfb27), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:00.194816 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Publish callbacks [] for router_controller (e774eb15-5d60-4b74-b760-97ad02fdfb27), precommit_add_association {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:00.266891 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:00.277981 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:43:00.346686 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Publish callbacks [] for router_gateway (e774eb15-5d60-4b74-b760-97ad02fdfb27), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:00.436256 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70d57586-e4e6-542b-96d4-1cbf7e47ba16-bc9f36dd-8434-4f89-8938-92aeef2404bb', 'network_id': 'bc9f36dd-8434-4f89-8938-92aeef2404bb', 'project_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'fixed_ips': [{'subnet_id': '8bdf7a22-887e-45a2-8750-a66347e96dc7'}]}} from dv-cinder-854261-1-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 03:43:00.437775 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:00.492339 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:00.492881 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:00.516069 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:00.555154 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Publish callbacks [] for router_gateway (e774eb15-5d60-4b74-b760-97ad02fdfb27), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:00.575096 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:00.576687 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:00.601152 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 2, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:43:00.645985 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Checking router: dba2683b-a7c1-4a30-9360-6234b4966a54 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:43:00.646353 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Updating router dba2683b-a7c1-4a30-9360-6234b4966a54 port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e binding host dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:43:00.684821 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Allocated IP 172.27.4.242 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/06692a22-9e84-4852-bc32-961c14e3ae3b) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:43:00.730395 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:00.768220 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:43:00.768541 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:00.793474 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Publish callbacks [] for port (06692a22-9e84-4852-bc32-961c14e3ae3b), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:00.811673 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Allocated IP 172.20.0.2 (bc9f36dd-8434-4f89-8938-92aeef2404bb/8bdf7a22-887e-45a2-8750-a66347e96dc7/2b27426f-3743-43af-a8f2-8fcde81a3838) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:43:00.826613 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (06692a22-9e84-4852-bc32-961c14e3ae3b), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:00.839006 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:43:00.875072 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:43:00.882024 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:43:00.884448 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:43:00.885132 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:00.926495 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Pushing event updated for resources: {'Port': ['ID=06692a22-9e84-4852-bc32-961c14e3ae3b,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:00.971346 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:01.044038 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:01.090876 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:01.144736 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Publish callbacks [] for router_gateway (e774eb15-5d60-4b74-b760-97ad02fdfb27), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:01.177156 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Publish callbacks [] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:01.195590 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229'] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:01.264533 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Network bc9f36dd-8434-4f89-8938-92aeef2404bb is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:43:01.275033 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:43:01.280090 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Publish callbacks [] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:01.281882 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:43:01.288784 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Pushing event updated for resources: {'Port': ['ID=2b27426f-3743-43af-a8f2-8fcde81a3838,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:01.295748 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:01.336936 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7891712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7889582'] for router (e774eb15-5d60-4b74-b760-97ad02fdfb27), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:01.397816 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bef62-d8a8-4b7d-ac83-762cc1fb9cbc None None] Pushing event updated for resources: {'Port': ['ID=9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:01.426749 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:01.430396 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Attempting to bind port 2b27426f-3743-43af-a8f2-8fcde81a3838 on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:43:01.430786 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Attempting to bind port 2b27426f-3743-43af-a8f2-8fcde81a3838 by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '724d56a4-2510-4388-9b24-fab3c134cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc9f36dd-8434-4f89-8938-92aeef2404bb'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:43:01.431169 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Attempting to bind port 2b27426f-3743-43af-a8f2-8fcde81a3838 on network bc9f36dd-8434-4f89-8938-92aeef2404bb {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:43:01.442076 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:43:01.442451 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Checking segment: {'id': '724d56a4-2510-4388-9b24-fab3c134cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc9f36dd-8434-4f89-8938-92aeef2404bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:43:01.442894 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:01.443309 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Bound using segment: {'id': '724d56a4-2510-4388-9b24-fab3c134cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc9f36dd-8434-4f89-8938-92aeef2404bb'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:43:01.443817 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Bound port: 2b27426f-3743-43af-a8f2-8fcde81a3838, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724d56a4-2510-4388-9b24-fab3c134cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc9f36dd-8434-4f89-8938-92aeef2404bb'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:43:01.444200 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:01.446232 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:01.461502 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Attempting to bind port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:43:01.461878 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Attempting to bind port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:43:01.462246 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Attempting to bind port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e on network a77328d1-9351-48c2-a2f3-0639347291ff {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:43:01.470314 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:43:01.470726 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Checking segment: {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:43:01.471184 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:01.471640 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Bound using segment: {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:43:01.472139 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Bound port: 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:43:01.472607 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:01.478357 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Router e774eb15-5d60-4b74-b760-97ad02fdfb27 is scheduled to L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e with binding_index 1 {{(pid=106302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 03:43:01.566660 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] For port 2b27426f-3743-43af-a8f2-8fcde81a3838, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:43:01.571715 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] For port 2b27426f-3743-43af-a8f2-8fcde81a3838, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=2b27426f-3743-43af-a8f2-8fcde81a3838,segment=NetworkSegment(724d56a4-2510-4388-9b24-fab3c134cafb),segment_id=724d56a4-2510-4388-9b24-fab3c134cafb)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:43:01.581583 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:43:01.582620 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:01.586731 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] For port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:43:01.592179 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] For port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:43:01.594043 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Sync routers for ids ['e774eb15-5d60-4b74-b760-97ad02fdfb27'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:43:01.599622 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:01.604275 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ecd96140-5a0d-4b5c-991e-1a4a291983a3 admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4901357 Aug 24 03:43:01.604650 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60148) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:43:01.613140 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Routers {'e774eb15-5d60-4b74-b760-97ad02fdfb27'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:43:01.613748 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:42:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['e774eb15-5d60-4b74-b760-97ad02fdfb27'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:43:01.617414 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:01.649134 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:43:01.649824 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:42:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:43:01.716897 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac031964-1264-4238-b91c-eca15df24d39 None None] Pushing event updated for resources: {'Port': ['ID=2b27426f-3743-43af-a8f2-8fcde81a3838,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:01.744758 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Set router e774eb15-5d60-4b74-b760-97ad02fdfb27 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:43:01.791213 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bef62-d8a8-4b7d-ac83-762cc1fb9cbc None None] Pushing event updated for resources: {'Port': ['ID=9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:01.809449 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:43:02.002387 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:02.013730 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'name': 'tempest-TestVolumeBootPattern-545377874-router', 'tenant_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.242'}], 'enable_snat': True}, 'gw_port_id': '06692a22-9e84-4852-bc32-961c14e3ae3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:43:01Z', 'revision_number': 3, 'project_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'gw_port': {'id': '06692a22-9e84-4852-bc32-961c14e3ae3b', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:43:02.044401 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Checking router: e774eb15-5d60-4b74-b760-97ad02fdfb27 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:43:02.044929 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Updating router e774eb15-5d60-4b74-b760-97ad02fdfb27 port 06692a22-9e84-4852-bc32-961c14e3ae3b binding host dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:43:02.074370 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (06692a22-9e84-4852-bc32-961c14e3ae3b), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:02.117321 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:02.124351 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:02.176092 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:01Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:43:02.203086 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c9dba-c592-4f4c-99d3-000ecc16122c None None] The sync data for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi is: [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:01Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:43:02.337470 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Allocated IP 172.20.0.1 (bc9f36dd-8434-4f89-8938-92aeef2404bb/8bdf7a22-887e-45a2-8750-a66347e96dc7/4168e428-5fa1-468c-aabe-81565587839a) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:43:02.398519 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Publish callbacks [] for port (06692a22-9e84-4852-bc32-961c14e3ae3b), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:02.404561 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (06692a22-9e84-4852-bc32-961c14e3ae3b), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:02.456949 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 2b27426f-3743-43af-a8f2-8fcde81a3838 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:43:02.488000 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Attempting to bind port 06692a22-9e84-4852-bc32-961c14e3ae3b on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:43:02.488529 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Attempting to bind port 06692a22-9e84-4852-bc32-961c14e3ae3b by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:43:02.489058 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Attempting to bind port 06692a22-9e84-4852-bc32-961c14e3ae3b on network 68ed77cc-6535-48c9-8f55-c96c079deaef {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:43:02.494312 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cdbd0-ff75-48ab-b4f3-e323c9d42082 None None] Pushing event updated for resources: {'Port': ['ID=06692a22-9e84-4852-bc32-961c14e3ae3b,revision_number=2']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:02.510080 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:43:02.510620 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Checking segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:43:02.511181 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:02.511596 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:02.511727 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Bound using segment: {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:43:02.512380 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Bound port: 06692a22-9e84-4852-bc32-961c14e3ae3b, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567aeac5-582d-4eb6-ad1a-c466533ba610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:43:02.513182 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (06692a22-9e84-4852-bc32-961c14e3ae3b), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:02.545106 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:02.555060 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Publish callbacks [] for port (4168e428-5fa1-468c-aabe-81565587839a), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:02.567149 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 2b27426f-3743-43af-a8f2-8fcde81a3838 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:02.569883 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:02.603107 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] For port 06692a22-9e84-4852-bc32-961c14e3ae3b, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:43:02.624334 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (4168e428-5fa1-468c-aabe-81565587839a), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:02.689785 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:02.690006 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] For port 06692a22-9e84-4852-bc32-961c14e3ae3b, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=06692a22-9e84-4852-bc32-961c14e3ae3b,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:43:02.693428 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Network bc9f36dd-8434-4f89-8938-92aeef2404bb is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:43:02.698475 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 2b27426f-3743-43af-a8f2-8fcde81a3838 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:43:02.698966 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:02.702664 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:43:02.708204 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (06692a22-9e84-4852-bc32-961c14e3ae3b), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:02.713987 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:43:02.717927 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4168e428-5fa1-468c-aabe-81565587839a,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:02.772560 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cdbd0-ff75-48ab-b4f3-e323c9d42082 None None] Pushing event updated for resources: {'Port': ['ID=06692a22-9e84-4852-bc32-961c14e3ae3b,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:02.774667 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 2b27426f-3743-43af-a8f2-8fcde81a3838, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=2b27426f-3743-43af-a8f2-8fcde81a3838,segment=NetworkSegment(724d56a4-2510-4388-9b24-fab3c134cafb),segment_id=724d56a4-2510-4388-9b24-fab3c134cafb)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:43:02.779093 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:02.779919 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:43:02.782372 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890483'] for router_interface (e774eb15-5d60-4b74-b760-97ad02fdfb27), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:02.847109 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:02.853132 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Routers {'e774eb15-5d60-4b74-b760-97ad02fdfb27'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:43:02.853768 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:42:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['e774eb15-5d60-4b74-b760-97ad02fdfb27'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:43:02.936646 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:02.937138 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:02.972722 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=2b27426f-3743-43af-a8f2-8fcde81a3838,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:02.983491 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (4168e428-5fa1-468c-aabe-81565587839a), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:03.029102 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:43:03.031485 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c7d93c-67ed-4736-8767-1fc517e6e8b9 None None] Network bc9f36dd-8434-4f89-8938-92aeef2404bb requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:43:03.043332 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] Set router e774eb15-5d60-4b74-b760-97ad02fdfb27 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:43:03.072003 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-e977d14b-1e0b-455e-ba62-0a670ddf0cc1 None None] Provisioning complete for port 2b27426f-3743-43af-a8f2-8fcde81a3838 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:03.072542 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e977d14b-1e0b-455e-ba62-0a670ddf0cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:03.222906 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Publish callbacks [] for port (4168e428-5fa1-468c-aabe-81565587839a), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:03.228275 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (4168e428-5fa1-468c-aabe-81565587839a), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:03.228982 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-e977d14b-1e0b-455e-ba62-0a670ddf0cc1 None None] Current status of the port 2b27426f-3743-43af-a8f2-8fcde81a3838 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:43:03.272042 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890511'] for router_interface (e774eb15-5d60-4b74-b760-97ad02fdfb27), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:03.272819 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'name': 'tempest-TestVolumeBootPattern-545377874-router', 'tenant_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.242'}], 'enable_snat': True}, 'gw_port_id': '06692a22-9e84-4852-bc32-961c14e3ae3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:43:01Z', 'revision_number': 3, 'project_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'gw_port': {'id': '06692a22-9e84-4852-bc32-961c14e3ae3b', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:43:03.308993 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114795e4-fd86-422c-99dd-ae1871142956 None None] The sync data for ids ['e774eb15-5d60-4b74-b760-97ad02fdfb27'] in dv-cinder-854261-1-iscsi is: [{'id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'name': 'tempest-TestVolumeBootPattern-545377874-router', 'tenant_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.242'}], 'enable_snat': True}, 'gw_port_id': '06692a22-9e84-4852-bc32-961c14e3ae3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:43:01Z', 'revision_number': 3, 'project_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'gw_port': {'id': '06692a22-9e84-4852-bc32-961c14e3ae3b', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:43:03.402273 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4168e428-5fa1-468c-aabe-81565587839a,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:03.417929 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Network bc9f36dd-8434-4f89-8938-92aeef2404bb is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:43:03.419370 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:43:03.563898 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Router e774eb15-5d60-4b74-b760-97ad02fdfb27 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:43:03.567332 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-651982f7-42b5-4133-be9b-d620e653738f None None] Provisioning complete for port 2b27426f-3743-43af-a8f2-8fcde81a3838 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:03.567696 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:03.569328 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-651982f7-42b5-4133-be9b-d620e653738f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:03.609584 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:03.707672 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-651982f7-42b5-4133-be9b-d620e653738f None None] Current status of the port 2b27426f-3743-43af-a8f2-8fcde81a3838 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:43:03.717582 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-651982f7-42b5-4133-be9b-d620e653738f None None] Provisioning complete for port 4168e428-5fa1-468c-aabe-81565587839a triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:03.718042 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-651982f7-42b5-4133-be9b-d620e653738f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (4168e428-5fa1-468c-aabe-81565587839a), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:03.737433 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:43:03.747011 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-3680e331-cee5-4ae5-ba6d-87887f3855c7 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/e774eb15-5d60-4b74-b760-97ad02fdfb27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1409962 Aug 24 03:43:03.759420 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-651982f7-42b5-4133-be9b-d620e653738f None None] Port 4168e428-5fa1-468c-aabe-81565587839a cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:43:03.882646 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-77b3420e-d285-44a2-b7f4-198e74837492 None None] Provisioning complete for port 4168e428-5fa1-468c-aabe-81565587839a triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:03.883027 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-77b3420e-d285-44a2-b7f4-198e74837492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (4168e428-5fa1-468c-aabe-81565587839a), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:03.931738 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:03.932877 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-77b3420e-d285-44a2-b7f4-198e74837492 None None] Port 4168e428-5fa1-468c-aabe-81565587839a cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:43:04.051164 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-32552a74-0e95-453d-ac5a-7e9011e604e1 None None] Provisioning complete for port 4168e428-5fa1-468c-aabe-81565587839a triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:04.051769 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-32552a74-0e95-453d-ac5a-7e9011e604e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (4168e428-5fa1-468c-aabe-81565587839a), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.090267 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-32552a74-0e95-453d-ac5a-7e9011e604e1 None None] Port 4168e428-5fa1-468c-aabe-81565587839a cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:43:04.184419 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60162) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:43:04.189463 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-989a3aa5-5b96-46da-b386-1593ebc6e0b0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573258359', 'description': 'tempest-secgroup-smoke-573258359 description', 'project_id': 'c742ff2fa942409384b6294cf883ce0a'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:43:04.229951 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-989a3aa5-5b96-46da-b386-1593ebc6e0b0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.314620 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-989a3aa5-5b96-46da-b386-1593ebc6e0b0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group (f7e08b05-2847-4e7f-8c09-23e212ea0088), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.319653 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-989a3aa5-5b96-46da-b386-1593ebc6e0b0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (f7e08b05-2847-4e7f-8c09-23e212ea0088), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.339087 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 2b27426f-3743-43af-a8f2-8fcde81a3838 up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:43:04.355554 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-989a3aa5-5b96-46da-b386-1593ebc6e0b0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.356816 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-989a3aa5-5b96-46da-b386-1593ebc6e0b0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1710002 Aug 24 03:43:04.360174 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60164) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:43:04.364698 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-d53f7e3e-1c2d-4c72-880d-5f90d4938562 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Request body: {'security_group_rule': {'security_group_id': 'f7e08b05-2847-4e7f-8c09-23e212ea0088', 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:43:04.390724 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a3aa5-5b96-46da-b386-1593ebc6e0b0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e08b05-2847-4e7f-8c09-23e212ea0088,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:04.391981 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 2b27426f-3743-43af-a8f2-8fcde81a3838 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:04.392434 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.409130 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d53f7e3e-1c2d-4c72-880d-5f90d4938562 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (965a326b-bbc8-40c9-90a7-5585bf00278a), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.469653 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 2b27426f-3743-43af-a8f2-8fcde81a3838 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:43:04.471687 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:43:04.473670 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d53f7e3e-1c2d-4c72-880d-5f90d4938562 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (965a326b-bbc8-40c9-90a7-5585bf00278a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.478795 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d53f7e3e-1c2d-4c72-880d-5f90d4938562 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (965a326b-bbc8-40c9-90a7-5585bf00278a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.498944 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f7e3e-1c2d-4c72-880d-5f90d4938562 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965a326b-bbc8-40c9-90a7-5585bf00278a,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:04.510630 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d53f7e3e-1c2d-4c72-880d-5f90d4938562 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.515054 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-d53f7e3e-1c2d-4c72-880d-5f90d4938562 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536486 Aug 24 03:43:04.515252 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60166) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:43:04.520748 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-452ecba2-30e2-4233-953c-28d05e934ea3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Request body: {'security_group_rule': {'security_group_id': 'f7e08b05-2847-4e7f-8c09-23e212ea0088', 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:43:04.525143 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:04.525528 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.554243 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-452ecba2-30e2-4233-953c-28d05e934ea3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (db9b2ae7-d5c0-44ec-a761-e8c72eaa8ed8), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.608016 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:43:04.608413 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.613415 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-452ecba2-30e2-4233-953c-28d05e934ea3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (db9b2ae7-d5c0-44ec-a761-e8c72eaa8ed8), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.618671 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-452ecba2-30e2-4233-953c-28d05e934ea3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (db9b2ae7-d5c0-44ec-a761-e8c72eaa8ed8), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.626248 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:04.640590 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ecba2-30e2-4233-953c-28d05e934ea3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9b2ae7-d5c0-44ec-a761-e8c72eaa8ed8,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:04.647236 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-452ecba2-30e2-4233-953c-28d05e934ea3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.648645 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-452ecba2-30e2-4233-953c-28d05e934ea3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313794 Aug 24 03:43:04.651187 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60168) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:43:04.655048 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:43:04.656132 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-76ac5c54-b193-474c-8ff1-b21d91781b33 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Request body: {'security_group_rule': {'security_group_id': 'f7e08b05-2847-4e7f-8c09-23e212ea0088', 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:43:04.659090 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.660093 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 06692a22-9e84-4852-bc32-961c14e3ae3b up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:43:04.685235 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76ac5c54-b193-474c-8ff1-b21d91781b33 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (9c03cc86-c7bb-4c12-8d7b-1633bdfd1e7e), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.742197 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:04.743134 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76ac5c54-b193-474c-8ff1-b21d91781b33 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (9c03cc86-c7bb-4c12-8d7b-1633bdfd1e7e), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.750240 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76ac5c54-b193-474c-8ff1-b21d91781b33 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (9c03cc86-c7bb-4c12-8d7b-1633bdfd1e7e), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.750888 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 06692a22-9e84-4852-bc32-961c14e3ae3b triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:04.751309 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (06692a22-9e84-4852-bc32-961c14e3ae3b), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.769715 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac5c54-b193-474c-8ff1-b21d91781b33 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c03cc86-c7bb-4c12-8d7b-1633bdfd1e7e,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:04.778962 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76ac5c54-b193-474c-8ff1-b21d91781b33 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.780178 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-76ac5c54-b193-474c-8ff1-b21d91781b33 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276984 Aug 24 03:43:04.783002 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60170) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:43:04.788161 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-f71fe30a-afe4-4c27-9e85-e5d3224626e6 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Request body: {'security_group_rule': {'security_group_id': 'f7e08b05-2847-4e7f-8c09-23e212ea0088', 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:43:04.819789 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f71fe30a-afe4-4c27-9e85-e5d3224626e6 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (5f8ce849-0ee9-4842-835d-c52d2f2b3ff9), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.835961 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 06692a22-9e84-4852-bc32-961c14e3ae3b is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:43:04.836348 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (06692a22-9e84-4852-bc32-961c14e3ae3b), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.858282 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 06692a22-9e84-4852-bc32-961c14e3ae3b, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=06692a22-9e84-4852-bc32-961c14e3ae3b,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:43:04.862710 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (06692a22-9e84-4852-bc32-961c14e3ae3b), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.875680 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f71fe30a-afe4-4c27-9e85-e5d3224626e6 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (5f8ce849-0ee9-4842-835d-c52d2f2b3ff9), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.879296 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f71fe30a-afe4-4c27-9e85-e5d3224626e6 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (5f8ce849-0ee9-4842-835d-c52d2f2b3ff9), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.900940 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fe30a-afe4-4c27-9e85-e5d3224626e6 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8ce849-0ee9-4842-835d-c52d2f2b3ff9,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:04.911951 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=06692a22-9e84-4852-bc32-961c14e3ae3b,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:04.917110 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f71fe30a-afe4-4c27-9e85-e5d3224626e6 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:04.918513 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f71fe30a-afe4-4c27-9e85-e5d3224626e6 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344645 Aug 24 03:43:04.921195 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60172) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:43:04.925675 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Request body: {'security_group_rule': {'security_group_id': 'f7e08b05-2847-4e7f-8c09-23e212ea0088', 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:43:04.946192 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.securitygroups_db [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Project c742ff2fa942409384b6294cf883ce0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 03:43:04.952186 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (0e8cbb14-edc1-4bf0-aa02-6285dc2fc63b), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:05.013404 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (0e8cbb14-edc1-4bf0-aa02-6285dc2fc63b), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:05.017134 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (0e8cbb14-edc1-4bf0-aa02-6285dc2fc63b), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:05.037672 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8cbb14-edc1-4bf0-aa02-6285dc2fc63b,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:05.047039 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:05.048263 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260672 Aug 24 03:43:05.049991 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:05.050337 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:05.050685 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:05.051024 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:05.051144 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60174) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:43:05.051357 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:05.051693 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:05.052041 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:05.052373 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:05.052855 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:05.053236 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:05.053568 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:05.053896 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:05.054221 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:05.054545 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:05.054865 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7efa4-4ac3-403b-aea0-151c2fd8acd2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:43:05.055658 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-773c2f9e-312a-4b85-a8d3-09747a610328 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Request body: {'security_group_rule': {'security_group_id': 'f7e08b05-2847-4e7f-8c09-23e212ea0088', 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:43:05.076945 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.securitygroups_db [None req-773c2f9e-312a-4b85-a8d3-09747a610328 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Project c742ff2fa942409384b6294cf883ce0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 03:43:05.082951 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-773c2f9e-312a-4b85-a8d3-09747a610328 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (5d2a2885-583b-4709-a33d-23b895d6b1b2), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:05.145326 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-773c2f9e-312a-4b85-a8d3-09747a610328 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (5d2a2885-583b-4709-a33d-23b895d6b1b2), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:05.149949 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-773c2f9e-312a-4b85-a8d3-09747a610328 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900679'] for security_group_rule (5d2a2885-583b-4709-a33d-23b895d6b1b2), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:05.168500 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c2f9e-312a-4b85-a8d3-09747a610328 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2a2885-583b-4709-a33d-23b895d6b1b2,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:05.175229 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-773c2f9e-312a-4b85-a8d3-09747a610328 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:05.176456 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-773c2f9e-312a-4b85-a8d3-09747a610328 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243718 Aug 24 03:43:05.703727 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Sync routers for ids ['e774eb15-5d60-4b74-b760-97ad02fdfb27'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:43:05.715683 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Routers {'e774eb15-5d60-4b74-b760-97ad02fdfb27'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:43:05.716288 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:42:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['e774eb15-5d60-4b74-b760-97ad02fdfb27'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:43:05.797938 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:05.819239 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:05.821264 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Set router e774eb15-5d60-4b74-b760-97ad02fdfb27 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:43:06.027272 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'name': 'tempest-TestVolumeBootPattern-545377874-router', 'tenant_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.242'}], 'enable_snat': True}, 'gw_port_id': '06692a22-9e84-4852-bc32-961c14e3ae3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:43:02Z', 'revision_number': 4, 'project_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'gw_port': {'id': '06692a22-9e84-4852-bc32-961c14e3ae3b', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '4168e428-5fa1-468c-aabe-81565587839a', 'name': '', 'network_id': 'bc9f36dd-8434-4f89-8938-92aeef2404bb', 'tenant_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'mac_address': 'fa:16:3e:a1:4c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '8bdf7a22-887e-45a2-8750-a66347e96dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:43:02Z', 'updated_at': '2022-08-24T03:43:03Z', 'revision_number': 2, 'project_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'subnets': [{'id': '8bdf7a22-887e-45a2-8750-a66347e96dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:43:06.054964 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Checking router: e774eb15-5d60-4b74-b760-97ad02fdfb27 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:43:06.055235 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Updating router e774eb15-5d60-4b74-b760-97ad02fdfb27 port 4168e428-5fa1-468c-aabe-81565587839a binding host dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 03:43:06.083586 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (4168e428-5fa1-468c-aabe-81565587839a), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:06.270313 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:43:06.350363 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:06.350727 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:06.560390 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Publish callbacks [] for port (4168e428-5fa1-468c-aabe-81565587839a), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:06.567247 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (4168e428-5fa1-468c-aabe-81565587839a), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:06.651590 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:43:06.652655 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 06692a22-9e84-4852-bc32-961c14e3ae3b up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:43:06.702549 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f8ca3-a413-4718-b5b7-55c617716ea8 None None] Pushing event updated for resources: {'Port': ['ID=4168e428-5fa1-468c-aabe-81565587839a,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:06.730132 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Attempting to bind port 4168e428-5fa1-468c-aabe-81565587839a on host dv-cinder-854261-1-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:43:06.730765 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Attempting to bind port 4168e428-5fa1-468c-aabe-81565587839a by drivers openvswitch,hyperv on host dv-cinder-854261-1-iscsi at level 0 using segments [{'id': '724d56a4-2510-4388-9b24-fab3c134cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc9f36dd-8434-4f89-8938-92aeef2404bb'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:43:06.730875 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Attempting to bind port 4168e428-5fa1-468c-aabe-81565587839a on network bc9f36dd-8434-4f89-8938-92aeef2404bb {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:43:06.739940 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Checking agent: {'id': '991d434b-6752-48bc-aae0-f2139290ed8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 22, 23), 'started_at': datetime.datetime(2022, 8, 24, 3, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:43:06.740353 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Checking segment: {'id': '724d56a4-2510-4388-9b24-fab3c134cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc9f36dd-8434-4f89-8938-92aeef2404bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:43:06.740747 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:06.741177 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Bound using segment: {'id': '724d56a4-2510-4388-9b24-fab3c134cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc9f36dd-8434-4f89-8938-92aeef2404bb'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:43:06.741642 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Bound port: 4168e428-5fa1-468c-aabe-81565587839a, host: dv-cinder-854261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724d56a4-2510-4388-9b24-fab3c134cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc9f36dd-8434-4f89-8938-92aeef2404bb'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:43:06.742018 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (4168e428-5fa1-468c-aabe-81565587839a), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:06.757184 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 06692a22-9e84-4852-bc32-961c14e3ae3b triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:06.757578 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (06692a22-9e84-4852-bc32-961c14e3ae3b), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:06.795099 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:06.807530 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:06.842383 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] For port 4168e428-5fa1-468c-aabe-81565587839a, host dv-cinder-854261-1-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:43:06.846713 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] For port 4168e428-5fa1-468c-aabe-81565587839a, host dv-cinder-854261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=4168e428-5fa1-468c-aabe-81565587839a,segment=NetworkSegment(724d56a4-2510-4388-9b24-fab3c134cafb),segment_id=724d56a4-2510-4388-9b24-fab3c134cafb)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:43:06.855494 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (4168e428-5fa1-468c-aabe-81565587839a), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:06.930691 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 06692a22-9e84-4852-bc32-961c14e3ae3b is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:43:06.932714 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Routers {'e774eb15-5d60-4b74-b760-97ad02fdfb27'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:43:06.933435 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:42:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['e774eb15-5d60-4b74-b760-97ad02fdfb27'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:43:07.007335 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f8ca3-a413-4718-b5b7-55c617716ea8 None None] Pushing event updated for resources: {'Port': ['ID=4168e428-5fa1-468c-aabe-81565587839a,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:07.055767 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] Set router e774eb15-5d60-4b74-b760-97ad02fdfb27 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:43:07.246821 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'name': 'tempest-TestVolumeBootPattern-545377874-router', 'tenant_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.242'}], 'enable_snat': True}, 'gw_port_id': '06692a22-9e84-4852-bc32-961c14e3ae3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:43:02Z', 'revision_number': 4, 'project_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'gw_port': {'id': '06692a22-9e84-4852-bc32-961c14e3ae3b', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '4168e428-5fa1-468c-aabe-81565587839a', 'name': '', 'network_id': 'bc9f36dd-8434-4f89-8938-92aeef2404bb', 'tenant_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'mac_address': 'fa:16:3e:a1:4c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '8bdf7a22-887e-45a2-8750-a66347e96dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:43:02Z', 'updated_at': '2022-08-24T03:43:06Z', 'revision_number': 4, 'project_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'subnets': [{'id': '8bdf7a22-887e-45a2-8750-a66347e96dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:43:07.273926 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a661c95-6b74-4f1a-b6e4-975e77c0cd9f None None] The sync data for ids ['e774eb15-5d60-4b74-b760-97ad02fdfb27'] in dv-cinder-854261-1-iscsi is: [{'id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'name': 'tempest-TestVolumeBootPattern-545377874-router', 'tenant_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.242'}], 'enable_snat': True}, 'gw_port_id': '06692a22-9e84-4852-bc32-961c14e3ae3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:43:02Z', 'revision_number': 4, 'project_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'gw_port': {'id': '06692a22-9e84-4852-bc32-961c14e3ae3b', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '4168e428-5fa1-468c-aabe-81565587839a', 'name': '', 'network_id': 'bc9f36dd-8434-4f89-8938-92aeef2404bb', 'tenant_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'mac_address': 'fa:16:3e:a1:4c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '8bdf7a22-887e-45a2-8750-a66347e96dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:43:02Z', 'updated_at': '2022-08-24T03:43:06Z', 'revision_number': 4, 'project_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'subnets': [{'id': '8bdf7a22-887e-45a2-8750-a66347e96dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:43:08.242014 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 4168e428-5fa1-468c-aabe-81565587839a up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:43:08.300857 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 4168e428-5fa1-468c-aabe-81565587839a triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:08.301240 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (4168e428-5fa1-468c-aabe-81565587839a), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:08.382357 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 4168e428-5fa1-468c-aabe-81565587839a is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:43:08.382745 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (4168e428-5fa1-468c-aabe-81565587839a), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:08.415526 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c6d1856b-4388-4934-885b-65af848a696a None None] For port 4168e428-5fa1-468c-aabe-81565587839a, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=4168e428-5fa1-468c-aabe-81565587839a,segment=NetworkSegment(724d56a4-2510-4388-9b24-fab3c134cafb),segment_id=724d56a4-2510-4388-9b24-fab3c134cafb)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:43:08.420145 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (4168e428-5fa1-468c-aabe-81565587839a), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:08.471864 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Pushing event updated for resources: {'Port': ['ID=4168e428-5fa1-468c-aabe-81565587839a,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:10.238354 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 4168e428-5fa1-468c-aabe-81565587839a up at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:43:10.285852 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Provisioning complete for port 4168e428-5fa1-468c-aabe-81565587839a triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:10.286244 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (4168e428-5fa1-468c-aabe-81565587839a), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:10.363611 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Current status of the port 4168e428-5fa1-468c-aabe-81565587839a is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:43:15.034638 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=60,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:15.041549 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=77,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:15.166920 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=44,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:15.168748 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=73,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:17.129472 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:17.134664 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:17.143963 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:17.383541 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-67d4c868-8388-43b3-8bee-00fab0996a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:18.822379 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:43:19.880474 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-cc280443-2207-41d5-8a56-5c1a7e15cacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:20.612968 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-5b91fd5c-b51e-4ff8-96f2-6768c59aec44 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-573258359&fields=id&tenant_id=c742ff2fa942409384b6294cf883ce0a HTTP/1.1" status: 200 len: 267 time: 0.0431156 Aug 24 03:43:20.720252 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-622a4ee7-35b1-4452-9bca-a54bd51fc521 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:20.721682 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-622a4ee7-35b1-4452-9bca-a54bd51fc521 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 811 time: 0.1018665 Aug 24 03:43:20.736388 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-a7280a2e-adae-41be-8e35-adcb88cf3695 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/quotas/c742ff2fa942409384b6294cf883ce0a HTTP/1.1" status: 200 len: 375 time: 0.0088196 Aug 24 03:43:20.785644 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-a1f65695-46bf-4bc2-bdc7-0ea32089fb98 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434928 Aug 24 03:43:20.898892 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f32bd091-4280-4fe1-af06-9decceec4194 service neutron] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 03:43:20.900097 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f32bd091-4280-4fe1-af06-9decceec4194 service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1026533 Aug 24 03:43:20.911555 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:20.995660 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-68a06a61-bb8e-4543-ab28-53d93f8c33b8 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893934 Aug 24 03:43:21.082745 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-fc47ae70-4299-4719-94b3-f89ea47c49fa service neutron] 10.222.0.81 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812871 Aug 24 03:43:21.387857 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c9703fe3-c70e-42a7-a1e0-63a15dda09f4 req-c80351c5-4c96-45e6-9418-1fe8d76d7e56 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 210 time: 0.0318453 Aug 24 03:43:22.443005 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-13c8048f-a3c8-4a73-88bd-1d7a28fb8919 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:22.444634 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-13c8048f-a3c8-4a73-88bd-1d7a28fb8919 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 811 time: 0.1104493 Aug 24 03:43:22.492505 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b8b6bdba-dae0-484d-8427-66d61ac6a21b req-c4718576-8f39-4c78-aa0b-1129f882ff02 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 210 time: 0.0305912 Aug 24 03:43:22.516697 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-825bfe09-b802-4c3b-a791-c99c58e11a22 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c742ff2fa942409384b6294cf883ce0a HTTP/1.1" status: 200 len: 379 time: 0.0580041 Aug 24 03:43:22.524538 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-7579c85c-86fb-43d7-a42d-e2bce3006e87 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Request body: {'port': {'device_id': 'c490ec9d-3ee8-4751-b1b4-a2a802461fef', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'admin_state_up': True, 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'security_groups': ['f7e08b05-2847-4e7f-8c09-23e212ea0088']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:43:22.587527 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:22.638402 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-7579c85c-86fb-43d7-a42d-e2bce3006e87 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Made reservation on behalf of c742ff2fa942409384b6294cf883ce0a for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:43:22.642635 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-7579c85c-86fb-43d7-a42d-e2bce3006e87 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:22.645090 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:22.769831 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-7579c85c-86fb-43d7-a42d-e2bce3006e87 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Allocated IP 172.20.0.5 (a77328d1-9351-48c2-a2f3-0639347291ff/de63b65b-8e69-43b5-9be1-b0f4daa2d445/8df6ab2a-3dfb-47d0-adea-a25e707ba8ed) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:43:22.917700 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-7579c85c-86fb-43d7-a42d-e2bce3006e87 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:22.954126 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-7579c85c-86fb-43d7-a42d-e2bce3006e87 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:23.001437 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-7579c85c-86fb-43d7-a42d-e2bce3006e87 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Network a77328d1-9351-48c2-a2f3-0639347291ff is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:43:23.004578 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-7579c85c-86fb-43d7-a42d-e2bce3006e87 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:43:23.008960 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-7579c85c-86fb-43d7-a42d-e2bce3006e87 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:43:23.040076 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579c85c-86fb-43d7-a42d-e2bce3006e87 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'Port': ['ID=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:23.249249 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-8730af7b-67ec-4d54-a67c-f25f1ce934a2 None None] Provisioning complete for port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:23.249941 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-8730af7b-67ec-4d54-a67c-f25f1ce934a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:23.289768 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-8730af7b-67ec-4d54-a67c-f25f1ce934a2 None None] Port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:43:23.311668 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-7579c85c-86fb-43d7-a42d-e2bce3006e87 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:23.312262 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-7579c85c-86fb-43d7-a42d-e2bce3006e87 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:23.331354 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-7579c85c-86fb-43d7-a42d-e2bce3006e87 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8104041 Aug 24 03:43:23.419987 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Request body: {'port': {'device_id': 'c490ec9d-3ee8-4751-b1b4-a2a802461fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:43:23.481839 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:23.484390 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:23.514205 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:23.620123 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e3053-f8d8-4860-a13b-5927c189eacd req-4a68c123-c98c-464d-ba1c-8c5741c383f9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:23.621669 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fb6e3053-f8d8-4860-a13b-5927c189eacd req-4a68c123-c98c-464d-ba1c-8c5741c383f9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 931 time: 0.0517392 Aug 24 03:43:23.672658 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-fb6e3053-f8d8-4860-a13b-5927c189eacd req-c0845da7-2687-440d-8968-684077279c23 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450430 Aug 24 03:43:23.754616 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:43:23.762652 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Publish callbacks [] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:23.775995 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Transition to ACTIVE for port object 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:43:23.779344 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:23.863768 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Pushing event updated for resources: {'Port': ['ID=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:23.893098 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Attempting to bind port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:43:23.893436 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Attempting to bind port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:43:23.893764 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Attempting to bind port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed on network a77328d1-9351-48c2-a2f3-0639347291ff {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:43:23.898849 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed on network a77328d1-9351-48c2-a2f3-0639347291ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:43:23.899163 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Attempting to bind port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed on network a77328d1-9351-48c2-a2f3-0639347291ff {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:43:23.904066 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:43:23.904400 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Checking segment: {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:43:23.904802 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Bound using segment: {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:43:23.905233 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Bound port: 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:43:23.905586 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:23.970155 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] For port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:43:23.973794 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] For port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:43:23.979967 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:23.983099 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:23.983720 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:23.985124 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/8df6ab2a-3dfb-47d0-adea-a25e707ba8ed HTTP/1.1" status: 200 len: 1093 time: 0.5693882 Aug 24 03:43:23.987129 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c490ec9d-3ee8-4751-b1b4-a2a802461fef', 'tag': '8df6ab2a-3dfb-47d0-adea-a25e707ba8ed'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:43:23.989400 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714cf737-4924-4bf5-b360-e8002db6f9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c490ec9d-3ee8-4751-b1b4-a2a802461fef", "tag": "8df6ab2a-3dfb-47d0-adea-a25e707ba8ed"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:43:24.033815 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307ef98b-1d40-4c4e-a83f-3ef884a5d933 x-openstack-request-id: req-307ef98b-1d40-4c4e-a83f-3ef884a5d933 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:43:24.034090 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c490ec9d-3ee8-4751-b1b4-a2a802461fef", "tag": "8df6ab2a-3dfb-47d0-adea-a25e707ba8ed", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:43:24.034333 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-307ef98b-1d40-4c4e-a83f-3ef884a5d933 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:43:24.034716 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307ef98b-1d40-4c4e-a83f-3ef884a5d933'] response: {'name': 'network-changed', 'server_uuid': 'c490ec9d-3ee8-4751-b1b4-a2a802461fef', 'tag': '8df6ab2a-3dfb-47d0-adea-a25e707ba8ed', 'status': 'completed', 'code': 200} Aug 24 03:43:24.039395 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2b4ec-e9a1-4d02-82b5-216f3eae468b service neutron] Pushing event updated for resources: {'Port': ['ID=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:24.101129 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-2c60bf1e-54c0-4797-b598-46f9ccea8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:24.102671 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-2c60bf1e-54c0-4797-b598-46f9ccea8a33 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 1127 time: 0.0450811 Aug 24 03:43:24.148866 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-4774cc58-eb26-4ae3-b7fb-ce9c87752c3a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed HTTP/1.1" status: 200 len: 217 time: 0.0337319 Aug 24 03:43:24.200002 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-774b9167-e8b6-4f83-9557-9b8c1439ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:24.201488 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-774b9167-e8b6-4f83-9557-9b8c1439ca99 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0476420 Aug 24 03:43:24.245271 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-be366c06-bab0-47cb-acd4-98a0bdb58caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:24.246743 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-be366c06-bab0-47cb-acd4-98a0bdb58caf service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394599 Aug 24 03:43:24.338725 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-8d64b0bc-c854-4faf-9a7e-4436fdeedc86 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858707 Aug 24 03:43:24.429069 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d02ead4a-3526-4999-b19a-5572ed9ad5ec req-d3cab322-51b5-4146-a5e6-a6ac3c9245af service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843151 Aug 24 03:43:24.749502 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:24.754513 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:24.762033 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cf737-4924-4bf5-b360-e8002db6f9e7 req-f1e4e538-0ddd-4384-97b0-bfaf9fb0ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:24.763546 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-714cf737-4924-4bf5-b360-e8002db6f9e7 req-f1e4e538-0ddd-4384-97b0-bfaf9fb0ced3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 1127 time: 0.0437891 Aug 24 03:43:24.796239 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6efe76-9ae4-4abf-919b-a558ae18c2d3 req-457213c5-1228-4ea8-ad39-0699322ab6b5 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:24.797768 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8c6efe76-9ae4-4abf-919b-a558ae18c2d3 req-457213c5-1228-4ea8-ad39-0699322ab6b5 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 943 time: 0.0506792 Aug 24 03:43:24.848277 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8c6efe76-9ae4-4abf-919b-a558ae18c2d3 req-9061928a-2b8b-41a3-8126-88e4e1c2fa4d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445924 Aug 24 03:43:24.859433 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cf737-4924-4bf5-b360-e8002db6f9e7 req-95739264-4549-4b71-9806-c008963ead1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:24.860946 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-714cf737-4924-4bf5-b360-e8002db6f9e7 req-95739264-4549-4b71-9806-c008963ead1d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 912 time: 0.0912232 Aug 24 03:43:24.899888 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-714cf737-4924-4bf5-b360-e8002db6f9e7 req-068f06dc-8bf6-4601-8fef-ee6d98b16cb6 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed HTTP/1.1" status: 200 len: 217 time: 0.0330925 Aug 24 03:43:24.951290 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cf737-4924-4bf5-b360-e8002db6f9e7 req-18d5d1a2-6513-4f5f-be60-1fc19291db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:24.952747 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-714cf737-4924-4bf5-b360-e8002db6f9e7 req-18d5d1a2-6513-4f5f-be60-1fc19291db30 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0477145 Aug 24 03:43:24.996117 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cf737-4924-4bf5-b360-e8002db6f9e7 req-87e8465b-3152-4204-8a7f-ea518305eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:24.997533 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-714cf737-4924-4bf5-b360-e8002db6f9e7 req-87e8465b-3152-4204-8a7f-ea518305eb8a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392246 Aug 24 03:43:25.086772 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-714cf737-4924-4bf5-b360-e8002db6f9e7 req-8c202bdb-6773-467d-b632-4c0a42c70d71 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828319 Aug 24 03:43:25.180458 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-714cf737-4924-4bf5-b360-e8002db6f9e7 req-be578fe4-4767-4364-b410-d38eab43e451 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884931 Aug 24 03:43:25.967059 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c07a6-fd7a-460b-b6d0-8b7bfd017f18 req-6d14778e-2c19-47e2-bf93-7290d3f0f0bc tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:25.968574 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7c4c07a6-fd7a-460b-b6d0-8b7bfd017f18 req-6d14778e-2c19-47e2-bf93-7290d3f0f0bc tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 943 time: 0.0470753 Aug 24 03:43:26.017310 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7c4c07a6-fd7a-460b-b6d0-8b7bfd017f18 req-aff00ed8-b8f9-40df-9921-e9a0d32c73bb tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432053 Aug 24 03:43:27.135483 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98162b-c4a3-4925-acc3-10246bd6684e req-70bf9939-b709-4681-9bfa-1b9fb9881902 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:27.136988 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b98162b-c4a3-4925-acc3-10246bd6684e req-70bf9939-b709-4681-9bfa-1b9fb9881902 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 943 time: 0.0470302 Aug 24 03:43:27.189298 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b98162b-c4a3-4925-acc3-10246bd6684e req-089b75c2-528b-4930-94de-4c4726174dc9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467358 Aug 24 03:43:28.319530 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32b0b5-a828-4823-92ad-39c8dd7566fe req-acafd902-e472-420c-b2f6-de690b00eae9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:28.321319 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ee32b0b5-a828-4823-92ad-39c8dd7566fe req-acafd902-e472-420c-b2f6-de690b00eae9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 943 time: 0.0527081 Aug 24 03:43:28.369904 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ee32b0b5-a828-4823-92ad-39c8dd7566fe req-e2001db2-4d95-4ee3-b24b-567ad6b9bfcd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428514 Aug 24 03:43:28.818306 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:28.818991 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=37 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:29.490201 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdede5-9aab-482e-992a-47abc04c8501 req-7eafae45-86b2-4a8d-b07d-e4d5083739e8 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:29.492109 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8bbdede5-9aab-482e-992a-47abc04c8501 req-7eafae45-86b2-4a8d-b07d-e4d5083739e8 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 943 time: 0.0499527 Aug 24 03:43:29.536092 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:29.541549 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8bbdede5-9aab-482e-992a-47abc04c8501 req-fe6dc834-ce42-47f3-9e85-f69d71fb68c7 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440040 Aug 24 03:43:30.663929 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1853d2a-1d7a-4397-9b65-838cc94f2f15 req-3ed3cb3b-5f52-470b-9109-18c1f9f4f3d3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:30.665445 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b1853d2a-1d7a-4397-9b65-838cc94f2f15 req-3ed3cb3b-5f52-470b-9109-18c1f9f4f3d3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 943 time: 0.0498340 Aug 24 03:43:30.697977 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:30.715838 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b1853d2a-1d7a-4397-9b65-838cc94f2f15 req-d631c58e-b54f-407d-8e1d-7acae29a759a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448482 Aug 24 03:43:31.835179 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1c0a3-0a3d-4549-bb7d-1bcef101089c req-3f3b8bd8-981b-4c13-8cde-8ff336acf84e tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:31.836661 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-07f1c0a3-0a3d-4549-bb7d-1bcef101089c req-3f3b8bd8-981b-4c13-8cde-8ff336acf84e tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 943 time: 0.0460515 Aug 24 03:43:31.885591 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-07f1c0a3-0a3d-4549-bb7d-1bcef101089c req-2f7d1f7d-8624-423d-9155-f0bb89c26343 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430930 Aug 24 03:43:32.313197 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:43:32.414237 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:43:32.425292 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '8df6ab2a-3dfb-47d0-adea-a25e707ba8ed', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'port_id': '8df6ab2a-3dfb-47d0-adea-a25e707ba8ed', 'mac_address': 'fa:16:3e:e1:32:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:43:32.460468 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:43:32.460804 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:32.474416 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:43:32.494368 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:43:32.500126 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:32.551937 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:32.825374 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['8df6ab2a-3dfb-47d0-adea-a25e707ba8ed'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:43:33.011948 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e15926-1f60-4605-adfd-5bef5c22c721 req-71968b13-933c-4c69-bb46-22a935f1fe69 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:33.013570 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f6e15926-1f60-4605-adfd-5bef5c22c721 req-71968b13-933c-4c69-bb46-22a935f1fe69 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 944 time: 0.0512657 Aug 24 03:43:33.064276 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f6e15926-1f60-4605-adfd-5bef5c22c721 req-94cfa1fe-582d-49d1-a220-18b872e17479 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450497 Aug 24 03:43:34.186945 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f320b-bb97-4df7-969c-a1ce320d4b4c req-f08156b8-494a-4684-bed2-718b91524eb6 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:34.189517 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1f5f320b-bb97-4df7-969c-a1ce320d4b4c req-f08156b8-494a-4684-bed2-718b91524eb6 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 944 time: 0.0527248 Aug 24 03:43:34.247632 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1f5f320b-bb97-4df7-969c-a1ce320d4b4c req-859c3bf4-04c5-4062-84e0-2ae8d0277711 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511279 Aug 24 03:43:34.336557 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:43:34.381462 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:43:34.386946 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:43:34.387439 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:34.432084 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:34.448277 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:34.470947 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:43:34.471548 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:34.497426 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c490ec9d-3ee8-4751-b1b4-a2a802461fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df6ab2a-3dfb-47d0-adea-a25e707ba8ed'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:43:34.499929 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e67c51c-9fab-47bc-b587-703cc4912c5f" -d '{"events": [{"server_uuid": "c490ec9d-3ee8-4751-b1b4-a2a802461fef", "name": "network-vif-plugged", "status": "completed", "tag": "8df6ab2a-3dfb-47d0-adea-a25e707ba8ed"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:43:34.512384 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:43:34.517208 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:34.581779 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:34.618646 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb807c5e-f6eb-43f9-b6f3-3b2fcb304eaf x-openstack-request-id: req-fb807c5e-f6eb-43f9-b6f3-3b2fcb304eaf {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:43:34.618943 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c490ec9d-3ee8-4751-b1b4-a2a802461fef", "name": "network-vif-plugged", "status": "completed", "tag": "8df6ab2a-3dfb-47d0-adea-a25e707ba8ed", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:43:34.619199 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb807c5e-f6eb-43f9-b6f3-3b2fcb304eaf {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:43:34.619614 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb807c5e-f6eb-43f9-b6f3-3b2fcb304eaf'] response: {'server_uuid': 'c490ec9d-3ee8-4751-b1b4-a2a802461fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df6ab2a-3dfb-47d0-adea-a25e707ba8ed', 'code': 200} Aug 24 03:43:34.863572 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb20f6-129a-4125-95f6-48425db51b15 req-1bbb20ea-278f-487f-9123-16f2a21b483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:34.866112 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-60cb20f6-129a-4125-95f6-48425db51b15 req-1bbb20ea-278f-487f-9123-16f2a21b483e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 1129 time: 0.0402572 Aug 24 03:43:34.912651 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-60cb20f6-129a-4125-95f6-48425db51b15 req-a7f9d0a4-35b3-45e6-ac61-028682e2d4b8 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409923 Aug 24 03:43:35.363749 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4042436-ecad-435c-9f19-1e8752f3f00b req-3f1d858d-f18f-4a4c-aa00-bf9ad927854a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:35.365877 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f4042436-ecad-435c-9f19-1e8752f3f00b req-3f1d858d-f18f-4a4c-aa00-bf9ad927854a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 945 time: 0.0463784 Aug 24 03:43:35.417257 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f4042436-ecad-435c-9f19-1e8752f3f00b req-21ebb6a0-253a-4429-b8a5-398c5f36f409 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456822 Aug 24 03:43:36.537764 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28632a59-466c-41e5-9330-f5992b23d54d req-5580a663-a842-48d1-adea-0d5a364df252 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:36.539221 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-28632a59-466c-41e5-9330-f5992b23d54d req-5580a663-a842-48d1-adea-0d5a364df252 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 945 time: 0.0463281 Aug 24 03:43:36.587513 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-28632a59-466c-41e5-9330-f5992b23d54d req-4a7171b1-2c49-405e-a5ef-fce8b44c95c5 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425680 Aug 24 03:43:36.705384 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6246648-9abc-4e05-b76b-ff4c92ae0b18 req-f4be3c1a-bd31-4134-a124-7ce8d98abf5d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:36.706776 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d6246648-9abc-4e05-b76b-ff4c92ae0b18 req-f4be3c1a-bd31-4134-a124-7ce8d98abf5d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 945 time: 0.0464046 Aug 24 03:43:36.755496 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d6246648-9abc-4e05-b76b-ff4c92ae0b18 req-eb3dd9dd-0964-40ed-bd0f-0ee5d5c690ce tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418847 Aug 24 03:43:36.781667 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60344) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:43:36.865245 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeedcae-0f19-48bb-93ea-fecff60cfade tempest-TestVolumeBootPattern-1117090245 tempest-TestVolumeBootPattern-1117090245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:36.866768 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-eaeedcae-0f19-48bb-93ea-fecff60cfade tempest-TestVolumeBootPattern-1117090245 tempest-TestVolumeBootPattern-1117090245-project-admin] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 1124 time: 0.0841446 Aug 24 03:43:36.870125 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60348) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:43:36.874977 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Request body: {'floatingip': {'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'port_id': '8df6ab2a-3dfb-47d0-adea-a25e707ba8ed', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:43:36.898498 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:36.977797 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:37.083725 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Allocated IP 172.27.4.228 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/65b00e15-31c7-4135-9796-7d50c3094b73) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:43:37.096809 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:37.189670 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:37.193908 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for port (65b00e15-31c7-4135-9796-7d50c3094b73), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:37.226744 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (65b00e15-31c7-4135-9796-7d50c3094b73), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:37.273251 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:43:37.276152 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:43:37.280046 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:43:37.285383 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'Port': ['ID=65b00e15-31c7-4135-9796-7d50c3094b73,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:37.886898 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for floatingip (3bed066e-8fd8-4f97-96ac-c9bbc0347270), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:37.953607 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (65b00e15-31c7-4135-9796-7d50c3094b73), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:38.097671 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for port (65b00e15-31c7-4135-9796-7d50c3094b73), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:38.103027 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (65b00e15-31c7-4135-9796-7d50c3094b73), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:38.171705 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'Port': ['ID=65b00e15-31c7-4135-9796-7d50c3094b73,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:43:38.174035 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (3bed066e-8fd8-4f97-96ac-c9bbc0347270), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:38.231621 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:38.243323 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:38.269619 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Floating IP 3bed066e-8fd8-4f97-96ac-c9bbc0347270 associated. External IP: 172.27.4.228, port: 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed. Aug 24 03:43:38.466155 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Router dba2683b-a7c1-4a30-9360-6234b4966a54 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:43:38.568165 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:43:38.577656 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367da0f2-6a99-4b7b-a1e8-7874ae789443 None None] Sync routers for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:43:38.585630 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:38.588609 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367da0f2-6a99-4b7b-a1e8-7874ae789443 None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:43:38.589250 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-367da0f2-6a99-4b7b-a1e8-7874ae789443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:43:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:43:38.616233 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-dd009072-63fd-43f5-ae10-11fba369b65a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7450864 Aug 24 03:43:38.616944 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c490ec9d-3ee8-4751-b1b4-a2a802461fef', 'tag': '8df6ab2a-3dfb-47d0-adea-a25e707ba8ed'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:43:38.619323 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e80749-d521-42a0-9cd5-ba9c9e73545f" -d '{"events": [{"name": "network-changed", "server_uuid": "c490ec9d-3ee8-4751-b1b4-a2a802461fef", "tag": "8df6ab2a-3dfb-47d0-adea-a25e707ba8ed"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:43:38.713561 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4bff07-7506-407d-bf6f-a7cfe27069fa x-openstack-request-id: req-7a4bff07-7506-407d-bf6f-a7cfe27069fa {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:43:38.713852 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c490ec9d-3ee8-4751-b1b4-a2a802461fef", "tag": "8df6ab2a-3dfb-47d0-adea-a25e707ba8ed", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:43:38.714102 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a4bff07-7506-407d-bf6f-a7cfe27069fa {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:43:38.714507 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4bff07-7506-407d-bf6f-a7cfe27069fa'] response: {'name': 'network-changed', 'server_uuid': 'c490ec9d-3ee8-4751-b1b4-a2a802461fef', 'tag': '8df6ab2a-3dfb-47d0-adea-a25e707ba8ed', 'status': 'completed', 'code': 200} Aug 24 03:43:38.777218 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-367da0f2-6a99-4b7b-a1e8-7874ae789443 None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:43:38.803606 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e80749-d521-42a0-9cd5-ba9c9e73545f req-1c951e4c-9dca-4ac9-936c-327674fb40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:38.805265 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b9e80749-d521-42a0-9cd5-ba9c9e73545f req-1c951e4c-9dca-4ac9-936c-327674fb40ec service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 1129 time: 0.0439575 Aug 24 03:43:38.896304 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e80749-d521-42a0-9cd5-ba9c9e73545f req-efb227cb-8df7-4317-b9fb-520e6c8ad259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:38.897853 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b9e80749-d521-42a0-9cd5-ba9c9e73545f req-efb227cb-8df7-4317-b9fb-520e6c8ad259 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 912 time: 0.0868382 Aug 24 03:43:38.966489 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b9e80749-d521-42a0-9cd5-ba9c9e73545f req-4f9189cd-c4ac-4964-8e82-1cf17b9eccf0 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed HTTP/1.1" status: 200 len: 999 time: 0.0629780 Aug 24 03:43:38.995151 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-367da0f2-6a99-4b7b-a1e8-7874ae789443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '3bed066e-8fd8-4f97-96ac-c9bbc0347270', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'floating_ip_address': '172.27.4.228', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'port_id': '8df6ab2a-3dfb-47d0-adea-a25e707ba8ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'mac_address': 'fa:16:3e:e1:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c490ec9d-3ee8-4751-b1b4-a2a802461fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:43:37Z', 'updated_at': '2022-08-24T03:43:37Z', 'revision_number': 0, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:43:39.015782 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e80749-d521-42a0-9cd5-ba9c9e73545f req-b46fd212-c4d6-457c-8f82-8530e121a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:39.017315 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b9e80749-d521-42a0-9cd5-ba9c9e73545f req-b46fd212-c4d6-457c-8f82-8530e121a02b service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0458555 Aug 24 03:43:39.019782 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367da0f2-6a99-4b7b-a1e8-7874ae789443 None None] Checking router: dba2683b-a7c1-4a30-9360-6234b4966a54 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:43:39.028684 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367da0f2-6a99-4b7b-a1e8-7874ae789443 None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:43:39.029247 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-367da0f2-6a99-4b7b-a1e8-7874ae789443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:43:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:43:39.060918 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e80749-d521-42a0-9cd5-ba9c9e73545f req-3f0beece-a0ef-4f9e-8462-fc059e306301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:43:39.062449 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b9e80749-d521-42a0-9cd5-ba9c9e73545f req-3f0beece-a0ef-4f9e-8462-fc059e306301 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400026 Aug 24 03:43:39.132258 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-367da0f2-6a99-4b7b-a1e8-7874ae789443 None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:43:39.156759 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b9e80749-d521-42a0-9cd5-ba9c9e73545f req-7fe32919-bd05-4101-bde8-72632c637539 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887563 Aug 24 03:43:39.259738 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b9e80749-d521-42a0-9cd5-ba9c9e73545f req-b62e722f-d6e7-4a41-86ad-ade68d07f3eb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972471 Aug 24 03:43:39.348070 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-367da0f2-6a99-4b7b-a1e8-7874ae789443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '3bed066e-8fd8-4f97-96ac-c9bbc0347270', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'floating_ip_address': '172.27.4.228', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'port_id': '8df6ab2a-3dfb-47d0-adea-a25e707ba8ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'mac_address': 'fa:16:3e:e1:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c490ec9d-3ee8-4751-b1b4-a2a802461fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:43:37Z', 'updated_at': '2022-08-24T03:43:37Z', 'revision_number': 0, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:43:39.374211 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367da0f2-6a99-4b7b-a1e8-7874ae789443 None None] The sync data for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi is: [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': '3bed066e-8fd8-4f97-96ac-c9bbc0347270', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'floating_ip_address': '172.27.4.228', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'port_id': '8df6ab2a-3dfb-47d0-adea-a25e707ba8ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'mac_address': 'fa:16:3e:e1:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c490ec9d-3ee8-4751-b1b4-a2a802461fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:43:37Z', 'updated_at': '2022-08-24T03:43:37Z', 'revision_number': 0, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:43:39.573283 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26013933-a8c2-43b7-bece-19d59cf2d10e None None] New status for floating IP 3bed066e-8fd8-4f97-96ac-c9bbc0347270: ACTIVE {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:43:47.146850 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:47.386333 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b420654e-3e7c-4be6-818b-d7af474fd2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:48.610680 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:48.612588 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=38,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:49.254901 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:49.256709 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:43:49.882461 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-39fc5bdb-377c-42f6-bca0-cc4baa0fcd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:50.912795 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:52.590711 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:52.641597 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:43:55.821047 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:44:02.634517 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:44:02.637384 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=54,neutron:UPDATE=7 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:44:05.816284 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=83 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:44:05.817062 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=75 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:44:15.855123 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:44:15.855954 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:44:17.151976 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:44:17.388351 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5dac9e18-285c-4154-8365-4fb7f9323c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:44:19.883835 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d3e5d0d5-8b99-45a8-b2db-2274fb71b81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:44:20.919345 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:44:22.592703 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:44:22.634234 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:44:28.050574 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6385b400-5fc1-4a27-8fca-be27bbe60bda req-511e80c7-1c94-43bd-a79f-97fe1b2fa013 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437789 Aug 24 03:44:28.156315 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385b400-5fc1-4a27-8fca-be27bbe60bda req-b86f75b5-798e-42a8-b001-e4879da50b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:44:28.157846 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6385b400-5fc1-4a27-8fca-be27bbe60bda req-b86f75b5-798e-42a8-b001-e4879da50b2f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 1129 time: 0.0420895 Aug 24 03:44:28.260758 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385b400-5fc1-4a27-8fca-be27bbe60bda req-4b0dba7d-d9c1-4890-ae93-b199625cf080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:44:28.263064 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6385b400-5fc1-4a27-8fca-be27bbe60bda req-4b0dba7d-d9c1-4890-ae93-b199625cf080 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 912 time: 0.0863528 Aug 24 03:44:28.328019 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6385b400-5fc1-4a27-8fca-be27bbe60bda req-42615b25-e683-4f18-9919-a9d712c25d75 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed HTTP/1.1" status: 200 len: 1001 time: 0.0589609 Aug 24 03:44:28.375731 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385b400-5fc1-4a27-8fca-be27bbe60bda req-f30c741e-09d8-43c7-96d6-4026910d3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:44:28.377243 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6385b400-5fc1-4a27-8fca-be27bbe60bda req-f30c741e-09d8-43c7-96d6-4026910d3364 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0440316 Aug 24 03:44:28.420377 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385b400-5fc1-4a27-8fca-be27bbe60bda req-8d23765e-3409-4427-bca4-cb9a49d20b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:44:28.421948 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6385b400-5fc1-4a27-8fca-be27bbe60bda req-8d23765e-3409-4427-bca4-cb9a49d20b74 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389867 Aug 24 03:44:28.515499 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6385b400-5fc1-4a27-8fca-be27bbe60bda req-91764a47-7a1a-4fad-941d-822a1add8ea9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879447 Aug 24 03:44:28.607932 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6385b400-5fc1-4a27-8fca-be27bbe60bda req-d029a055-7de2-47b8-b0fb-0be0c8275dac service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865235 Aug 24 03:44:32.621908 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:44:32.630160 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:44:32.820269 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:44:38.603133 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=50 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:44:38.605017 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=51 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:44:42.816323 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:44:42.817140 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:44:47.172517 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:44:47.390179 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-06d8c180-0d0f-4ac3-8e7b-8b025ac91e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:44:49.886939 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-685550df-e70b-4421-b0d6-8935b514e597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:44:50.920923 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:44:52.594788 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:44:52.636189 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:02.630674 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:02.632510 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:09.818899 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:45:12.649157 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=11 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:17.172253 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:17.392654 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-60b7e59e-4844-48a5-88f7-bc338b0ee9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:19.815381 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=23 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:19.889406 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-395087b7-464b-4dcf-a4d9-224a2e39cbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:20.923137 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:22.601729 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:22.638731 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:30.019178 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9aabad82-9ee3-40ee-afb7-ca1a07f0adc7 req-230dcc0e-972e-47f7-b09c-a1930502f979 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413847 Aug 24 03:45:30.118660 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabad82-9ee3-40ee-afb7-ca1a07f0adc7 req-f39b6657-04e7-425d-9e3e-81499ec1c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:30.120255 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9aabad82-9ee3-40ee-afb7-ca1a07f0adc7 req-f39b6657-04e7-425d-9e3e-81499ec1c52b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 1129 time: 0.0400770 Aug 24 03:45:30.225323 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabad82-9ee3-40ee-afb7-ca1a07f0adc7 req-e3356133-a9b1-468e-a492-da698ac21933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:30.226703 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9aabad82-9ee3-40ee-afb7-ca1a07f0adc7 req-e3356133-a9b1-468e-a492-da698ac21933 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 912 time: 0.0889361 Aug 24 03:45:30.288065 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9aabad82-9ee3-40ee-afb7-ca1a07f0adc7 req-c254df6b-4db5-4f3a-9e52-f8a3db70370f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed HTTP/1.1" status: 200 len: 1001 time: 0.0551696 Aug 24 03:45:30.334898 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabad82-9ee3-40ee-afb7-ca1a07f0adc7 req-785ba651-fa91-4cb6-8995-44ff95defe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:30.336584 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9aabad82-9ee3-40ee-afb7-ca1a07f0adc7 req-785ba651-fa91-4cb6-8995-44ff95defe45 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0434504 Aug 24 03:45:30.384311 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabad82-9ee3-40ee-afb7-ca1a07f0adc7 req-3d2f4363-4568-4da0-8c47-bab1301a4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:30.385990 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9aabad82-9ee3-40ee-afb7-ca1a07f0adc7 req-3d2f4363-4568-4da0-8c47-bab1301a4034 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424554 Aug 24 03:45:30.474894 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9aabad82-9ee3-40ee-afb7-ca1a07f0adc7 req-d253eec4-6f23-4bf7-9742-a6719b78505c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832686 Aug 24 03:45:30.566929 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9aabad82-9ee3-40ee-afb7-ca1a07f0adc7 req-fcfc2fda-acf6-420a-86f3-29d57b0c41e7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862026 Aug 24 03:45:32.632345 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:32.634767 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:33.033791 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abcde1-11c2-4057-9ab4-1f02b1fe3316 req-775cb7f2-fa7e-4310-8ef8-b563e7a112aa tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:33.035269 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-59abcde1-11c2-4057-9ab4-1f02b1fe3316 req-775cb7f2-fa7e-4310-8ef8-b563e7a112aa tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 945 time: 0.1037285 Aug 24 03:45:33.086198 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-59abcde1-11c2-4057-9ab4-1f02b1fe3316 req-a8cc4591-412f-4b8e-b848-dc32cb53fd0f tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452297 Aug 24 03:45:34.261988 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52515d-2c7c-44d0-8d16-5ca3c02c9403 req-5c381d06-63d2-4bd7-a322-164a48007f06 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:34.263488 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7f52515d-2c7c-44d0-8d16-5ca3c02c9403 req-5c381d06-63d2-4bd7-a322-164a48007f06 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 945 time: 0.0981388 Aug 24 03:45:34.312596 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7f52515d-2c7c-44d0-8d16-5ca3c02c9403 req-843521f2-919f-4a34-a29c-8807858c274b tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429680 Aug 24 03:45:34.627304 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-0ab50437-499b-4a2c-8808-459fcd9ac21d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:34.628795 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-0ab50437-499b-4a2c-8808-459fcd9ac21d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 945 time: 0.0490396 Aug 24 03:45:34.711666 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Deleting port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:45:34.712003 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:34.800082 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] For port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:45:34.800435 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:34.969522 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:34.969893 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (3bed066e-8fd8-4f97-96ac-c9bbc0347270), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:34.970203 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Floating IP 3bed066e-8fd8-4f97-96ac-c9bbc0347270 disassociated. External IP: 172.27.4.228, port: 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed. Aug 24 03:45:34.970573 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Calling delete_port for 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:45:35.015103 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:35.079835 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:35.104697 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (8df6ab2a-3dfb-47d0-adea-a25e707ba8ed), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:35.133622 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event deleted for resources: {'Port': ['ID=8df6ab2a-3dfb-47d0-adea-a25e707ba8ed,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:45:35.146242 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:35.146585 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:35.146923 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:35.147256 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:35.147617 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:35.147899 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:35.148229 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:35.148535 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:35.148884 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:35.149203 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:35.149542 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:35.149861 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:35.150180 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:35.150482 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:35.152038 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:35.254748 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Router dba2683b-a7c1-4a30-9360-6234b4966a54 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:45:35.358925 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:45:35.370764 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae1bf5-6cfe-441c-9835-403ff83fe2ce None None] Sync routers for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:45:35.380799 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae1bf5-6cfe-441c-9835-403ff83fe2ce None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:45:35.381665 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-beae1bf5-6cfe-441c-9835-403ff83fe2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:45:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:45:35.406368 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] No DVR routers for this DVR port 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:45:35.408940 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:35.412312 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-15431f6f-eff5-4c1f-9619-3cf913fd5c95 req-25098e5b-9c5b-4dd7-bee9-dba17b327bc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.84 "DELETE /networking/v2.0/ports/8df6ab2a-3dfb-47d0-adea-a25e707ba8ed HTTP/1.1" status: 204 len: 173 time: 0.7787614 Aug 24 03:45:35.412794 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c490ec9d-3ee8-4751-b1b4-a2a802461fef', 'name': 'network-vif-deleted', 'tag': '8df6ab2a-3dfb-47d0-adea-a25e707ba8ed'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:45:35.415558 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c97aa1-b897-4de9-8d6f-e7319e1f9670" -d '{"events": [{"server_uuid": "c490ec9d-3ee8-4751-b1b4-a2a802461fef", "name": "network-vif-deleted", "tag": "8df6ab2a-3dfb-47d0-adea-a25e707ba8ed"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:45:35.419777 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aafdcda7-7119-4811-acb8-16a2a1275083 req-e7e76f14-a4e9-4908-bb13-b4bbd5cd4829 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c490ec9d-3ee8-4751-b1b4-a2a802461fef HTTP/1.1" status: 200 len: 210 time: 0.0310667 Aug 24 03:45:35.468016 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a83a03-cda7-4470-9e96-236ec1e21331 x-openstack-request-id: req-69a83a03-cda7-4470-9e96-236ec1e21331 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:45:35.468306 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c490ec9d-3ee8-4751-b1b4-a2a802461fef", "name": "network-vif-deleted", "tag": "8df6ab2a-3dfb-47d0-adea-a25e707ba8ed", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:45:35.468560 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69a83a03-cda7-4470-9e96-236ec1e21331 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:45:35.468992 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a83a03-cda7-4470-9e96-236ec1e21331'] response: {'server_uuid': 'c490ec9d-3ee8-4751-b1b4-a2a802461fef', 'name': 'network-vif-deleted', 'tag': '8df6ab2a-3dfb-47d0-adea-a25e707ba8ed', 'status': 'completed', 'code': 200} Aug 24 03:45:35.498057 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-beae1bf5-6cfe-441c-9835-403ff83fe2ce None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:45:35.708917 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-beae1bf5-6cfe-441c-9835-403ff83fe2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:45:35.735302 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae1bf5-6cfe-441c-9835-403ff83fe2ce None None] Checking router: dba2683b-a7c1-4a30-9360-6234b4966a54 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:45:35.744020 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae1bf5-6cfe-441c-9835-403ff83fe2ce None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:45:35.744666 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-beae1bf5-6cfe-441c-9835-403ff83fe2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:45:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:45:35.930315 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-beae1bf5-6cfe-441c-9835-403ff83fe2ce None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:45:36.126221 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-beae1bf5-6cfe-441c-9835-403ff83fe2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:45:36.153354 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae1bf5-6cfe-441c-9835-403ff83fe2ce None None] The sync data for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi is: [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:45:36.376089 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2430bf-3eac-4dd0-a6ef-ee61555f8b5c None None] New status for floating IP 3bed066e-8fd8-4f97-96ac-c9bbc0347270: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:45:36.648983 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-3b798850-070a-47e9-9863-c86149900218 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-573258359&fields=id&tenant_id=c742ff2fa942409384b6294cf883ce0a HTTP/1.1" status: 200 len: 267 time: 0.0430074 Aug 24 03:45:36.758072 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-44880a98-500e-4f3f-8649-49ba12790747 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:36.759452 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-44880a98-500e-4f3f-8649-49ba12790747 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 811 time: 0.1033244 Aug 24 03:45:36.774599 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-107cfa71-fb4e-49ab-8925-69a4d732baf0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/quotas/c742ff2fa942409384b6294cf883ce0a HTTP/1.1" status: 200 len: 375 time: 0.0091755 Aug 24 03:45:36.823731 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-d987a139-5b6f-4728-bffc-70b5ab63cf85 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436394 Aug 24 03:45:36.970320 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-ae7db304-07f4-474c-88e3-f306463a30d0 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348433 Aug 24 03:45:37.062003 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-9eef7243-861c-462f-b672-4f9e3d647527 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859537 Aug 24 03:45:37.375090 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a6477833-761a-480c-bd24-1b68ddd95960 req-f36e418b-555c-4431-8852-03de12a9e0a3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 210 time: 0.0325789 Aug 24 03:45:38.399447 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-ce168570-81ad-4787-866e-304a0f51ab0d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:38.402142 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-ce168570-81ad-4787-866e-304a0f51ab0d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 811 time: 0.1067033 Aug 24 03:45:38.476780 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-473853fd-ba78-45f9-b382-7cbdf388ddc0 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c742ff2fa942409384b6294cf883ce0a HTTP/1.1" status: 200 len: 379 time: 0.0614965 Aug 24 03:45:38.477035 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-01ef9947-967b-4a9a-b3eb-6f1ee77e7cf2 req-f735258f-8d9e-46ec-8039-3a1e6b52990b tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 210 time: 0.0293269 Aug 24 03:45:38.485953 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-378e4d48-c792-4dd5-9c79-c0c581c9c620 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Request body: {'port': {'device_id': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'admin_state_up': True, 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'security_groups': ['f7e08b05-2847-4e7f-8c09-23e212ea0088']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:45:38.603963 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-378e4d48-c792-4dd5-9c79-c0c581c9c620 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Made reservation on behalf of c742ff2fa942409384b6294cf883ce0a for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:45:38.607812 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-378e4d48-c792-4dd5-9c79-c0c581c9c620 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:38.737288 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-378e4d48-c792-4dd5-9c79-c0c581c9c620 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Allocated IP 172.20.0.14 (a77328d1-9351-48c2-a2f3-0639347291ff/de63b65b-8e69-43b5-9be1-b0f4daa2d445/94e62715-a19a-4e2c-9d13-d5ced48f4941) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:45:38.774421 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:38.864121 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:38.881665 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-378e4d48-c792-4dd5-9c79-c0c581c9c620 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:38.910416 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:45:38.917567 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-378e4d48-c792-4dd5-9c79-c0c581c9c620 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:38.937640 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:45:38.938111 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 8df6ab2a-3dfb-47d0-adea-a25e707ba8ed not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:45:38.962337 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-378e4d48-c792-4dd5-9c79-c0c581c9c620 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Network a77328d1-9351-48c2-a2f3-0639347291ff is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:45:38.967006 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-378e4d48-c792-4dd5-9c79-c0c581c9c620 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:45:38.972173 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-378e4d48-c792-4dd5-9c79-c0c581c9c620 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:45:39.011577 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e4d48-c792-4dd5-9c79-c0c581c9c620 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'Port': ['ID=94e62715-a19a-4e2c-9d13-d5ced48f4941,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:45:39.036020 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-378e4d48-c792-4dd5-9c79-c0c581c9c620 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:39.036552 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-378e4d48-c792-4dd5-9c79-c0c581c9c620 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:39.054925 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-378e4d48-c792-4dd5-9c79-c0c581c9c620 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5730138 Aug 24 03:45:39.071989 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Request body: {'port': {'device_id': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:45:39.138756 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:39.239640 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-ee8a0702-55f8-4908-86dc-cc097780cdbc None None] Provisioning complete for port 94e62715-a19a-4e2c-9d13-d5ced48f4941 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:45:39.240013 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0702-55f8-4908-86dc-cc097780cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:39.271990 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-ee8a0702-55f8-4908-86dc-cc097780cdbc None None] Port 94e62715-a19a-4e2c-9d13-d5ced48f4941 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:45:39.401858 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e62715-a19a-4e2c-9d13-d5ced48f4941 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:45:39.409250 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Publish callbacks [] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:39.421520 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Transition to ACTIVE for port object 94e62715-a19a-4e2c-9d13-d5ced48f4941 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:45:39.425114 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:39.484746 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Pushing event updated for resources: {'Port': ['ID=94e62715-a19a-4e2c-9d13-d5ced48f4941,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:45:39.536635 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Attempting to bind port 94e62715-a19a-4e2c-9d13-d5ced48f4941 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:45:39.537018 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Attempting to bind port 94e62715-a19a-4e2c-9d13-d5ced48f4941 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:45:39.537411 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Attempting to bind port 94e62715-a19a-4e2c-9d13-d5ced48f4941 on network a77328d1-9351-48c2-a2f3-0639347291ff {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:45:39.541881 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Port 94e62715-a19a-4e2c-9d13-d5ced48f4941 on network a77328d1-9351-48c2-a2f3-0639347291ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:45:39.542198 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Attempting to bind port 94e62715-a19a-4e2c-9d13-d5ced48f4941 on network a77328d1-9351-48c2-a2f3-0639347291ff {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:45:39.547283 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:45:39.547622 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Checking segment: {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:45:39.548003 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Bound using segment: {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:45:39.548424 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Bound port: 94e62715-a19a-4e2c-9d13-d5ced48f4941, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:45:39.548799 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:39.558393 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:39.597563 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ce293-2c68-4197-956d-6cf351896db7 req-e5cd4a58-1bfa-4704-b6ef-e910e7f2685f tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:39.599087 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e98ce293-2c68-4197-956d-6cf351896db7 req-e5cd4a58-1bfa-4704-b6ef-e910e7f2685f tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 944 time: 0.0480411 Aug 24 03:45:39.615427 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] For port 94e62715-a19a-4e2c-9d13-d5ced48f4941, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:45:39.618974 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] For port 94e62715-a19a-4e2c-9d13-d5ced48f4941, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=94e62715-a19a-4e2c-9d13-d5ced48f4941,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:45:39.626364 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:39.630947 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:39.631700 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:39.633221 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/94e62715-a19a-4e2c-9d13-d5ced48f4941 HTTP/1.1" status: 200 len: 1094 time: 0.5656426 Aug 24 03:45:39.634658 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'tag': '94e62715-a19a-4e2c-9d13-d5ced48f4941'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:45:39.638181 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb3f22e-d5f5-4610-af6c-d3106d5479ba" -d '{"events": [{"name": "network-changed", "server_uuid": "98a71e9c-31b1-4efe-9580-1aeb161cb712", "tag": "94e62715-a19a-4e2c-9d13-d5ced48f4941"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:45:39.652391 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e98ce293-2c68-4197-956d-6cf351896db7 req-7ecdf9ab-2439-4fac-bd41-1a4f73e74e84 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464349 Aug 24 03:45:39.681450 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d6e9b4-5955-4c46-926a-cbc3d1b3133c x-openstack-request-id: req-92d6e9b4-5955-4c46-926a-cbc3d1b3133c {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:45:39.682320 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a71e9c-31b1-4efe-9580-1aeb161cb712", "tag": "94e62715-a19a-4e2c-9d13-d5ced48f4941", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:45:39.682717 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92d6e9b4-5955-4c46-926a-cbc3d1b3133c {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:45:39.683200 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d6e9b4-5955-4c46-926a-cbc3d1b3133c'] response: {'name': 'network-changed', 'server_uuid': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'tag': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'status': 'completed', 'code': 200} Aug 24 03:45:39.687872 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7845df3-f508-46fb-b7b2-af5387f8c67c service neutron] Pushing event updated for resources: {'Port': ['ID=94e62715-a19a-4e2c-9d13-d5ced48f4941,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:45:39.747357 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:39.751569 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-20381024-4098-4662-b466-f9264aa73a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:39.753101 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-20381024-4098-4662-b466-f9264aa73a5a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 1128 time: 0.0404770 Aug 24 03:45:40.034065 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-d1a8b0ea-18ec-4302-a725-2bb52dbc99be service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94e62715-a19a-4e2c-9d13-d5ced48f4941 HTTP/1.1" status: 200 len: 217 time: 0.2682979 Aug 24 03:45:40.081951 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-90f175a9-d168-40ff-bba7-46b7f572b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:40.083394 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-90f175a9-d168-40ff-bba7-46b7f572b40e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0439065 Aug 24 03:45:40.126302 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-0a8958d2-f841-406a-bff8-94edca907bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:40.127779 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-0a8958d2-f841-406a-bff8-94edca907bd0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383267 Aug 24 03:45:40.219392 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-00929b19-2102-4466-bd59-30897ef82272 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861609 Aug 24 03:45:40.316144 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-186c4f8f-f46c-418c-8143-89b7cce3ac49 req-c134dbca-14f1-4ed9-9525-1bf72b635987 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913587 Aug 24 03:45:40.610632 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3f22e-d5f5-4610-af6c-d3106d5479ba req-654026bd-1b84-4087-b3e7-00a422275674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:40.612890 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3eb3f22e-d5f5-4610-af6c-d3106d5479ba req-654026bd-1b84-4087-b3e7-00a422275674 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 1128 time: 0.0475707 Aug 24 03:45:40.705447 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3f22e-d5f5-4610-af6c-d3106d5479ba req-840d68ee-67ad-401d-9996-f4c8b0e1ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:40.706831 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3eb3f22e-d5f5-4610-af6c-d3106d5479ba req-840d68ee-67ad-401d-9996-f4c8b0e1ff60 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 912 time: 0.0881350 Aug 24 03:45:40.750838 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3eb3f22e-d5f5-4610-af6c-d3106d5479ba req-6b2c3766-4394-467a-8919-e1f47a03906c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94e62715-a19a-4e2c-9d13-d5ced48f4941 HTTP/1.1" status: 200 len: 217 time: 0.0383048 Aug 24 03:45:40.782754 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25d2f8-ae2f-4e17-a38b-5d123effc5e5 req-8d15b0e7-e1ee-476e-801c-720e7040ab21 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:40.784239 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-eb25d2f8-ae2f-4e17-a38b-5d123effc5e5 req-8d15b0e7-e1ee-476e-801c-720e7040ab21 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 944 time: 0.0472250 Aug 24 03:45:40.801649 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3f22e-d5f5-4610-af6c-d3106d5479ba req-86e8e72f-245c-4461-a5a4-054254d55db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:40.803174 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3eb3f22e-d5f5-4610-af6c-d3106d5479ba req-86e8e72f-245c-4461-a5a4-054254d55db2 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0470078 Aug 24 03:45:40.839380 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-eb25d2f8-ae2f-4e17-a38b-5d123effc5e5 req-dd5711fa-fbd0-44e9-b31c-ac43c518ff1a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482051 Aug 24 03:45:40.847291 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3f22e-d5f5-4610-af6c-d3106d5479ba req-5690aecb-ac8c-48d2-aec5-aaba16f7907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:40.848921 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3eb3f22e-d5f5-4610-af6c-d3106d5479ba req-5690aecb-ac8c-48d2-aec5-aaba16f7907c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404038 Aug 24 03:45:40.942972 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3eb3f22e-d5f5-4610-af6c-d3106d5479ba req-a5f06ab9-086f-460c-a6df-5ddfc157a157 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882337 Aug 24 03:45:41.038154 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3eb3f22e-d5f5-4610-af6c-d3106d5479ba req-4a6a214f-5bf5-438b-8859-67f26f322d76 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891950 Aug 24 03:45:41.958311 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea623b-6c09-409e-9b14-3693c0671bc0 req-7f8cff6d-60cb-4e11-a9c1-70b3ac191579 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:41.959785 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e2ea623b-6c09-409e-9b14-3693c0671bc0 req-7f8cff6d-60cb-4e11-a9c1-70b3ac191579 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 944 time: 0.0464094 Aug 24 03:45:42.012701 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e2ea623b-6c09-409e-9b14-3693c0671bc0 req-7e5b209e-3282-4eb2-b2f7-ee4ce5069f61 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461283 Aug 24 03:45:43.132560 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b28ec-345b-4572-8e8c-01ff9df9dad7 req-0150a0aa-71cf-4a32-8a5c-f477cd41fb38 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:43.134062 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a95b28ec-345b-4572-8e8c-01ff9df9dad7 req-0150a0aa-71cf-4a32-8a5c-f477cd41fb38 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 944 time: 0.0465920 Aug 24 03:45:43.177953 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:43.183321 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a95b28ec-345b-4572-8e8c-01ff9df9dad7 req-5fe2c2f4-669e-4da2-adcd-dbdfa4912e56 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435336 Aug 24 03:45:44.303561 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba656b8-0de0-4df2-9441-893cc17c22a3 req-e698bea8-3286-4b20-b10b-ebb5281ea32e tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:44.305069 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2ba656b8-0de0-4df2-9441-893cc17c22a3 req-e698bea8-3286-4b20-b10b-ebb5281ea32e tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 944 time: 0.0507247 Aug 24 03:45:44.329346 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:44.355131 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2ba656b8-0de0-4df2-9441-893cc17c22a3 req-5b3c7077-126b-4df0-9c7d-f1c3f4fc2efe tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438581 Aug 24 03:45:45.471073 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4e69a-7eb0-4c19-b512-48222368e8f5 req-4144c6b5-0b26-4f02-ba94-27cc32f4b6fe tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:45.472539 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-94d4e69a-7eb0-4c19-b512-48222368e8f5 req-4144c6b5-0b26-4f02-ba94-27cc32f4b6fe tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 944 time: 0.0467038 Aug 24 03:45:45.520996 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-94d4e69a-7eb0-4c19-b512-48222368e8f5 req-d49eec2c-4350-47c5-9296-6a5e3aa186c3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429113 Aug 24 03:45:46.641674 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f0572-89a4-416e-93e1-568c9b218590 req-cd32fafc-cdcd-4564-891c-b8dfb80840e5 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:46.643152 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ea1f0572-89a4-416e-93e1-568c9b218590 req-cd32fafc-cdcd-4564-891c-b8dfb80840e5 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 944 time: 0.0500517 Aug 24 03:45:46.692333 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ea1f0572-89a4-416e-93e1-568c9b218590 req-d63722c6-f542-426c-99da-3c4633e2bdee tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436621 Aug 24 03:45:46.817253 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:45:47.176829 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:47.397618 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dabad7e1-0e3c-4c12-86db-45bcfc8b8fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:47.814289 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21a948-44ce-465d-a732-f441e5aa9fbb req-59087f27-d931-4a40-844a-be34f79186b3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:47.815781 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4d21a948-44ce-465d-a732-f441e5aa9fbb req-59087f27-d931-4a40-844a-be34f79186b3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 944 time: 0.0485177 Aug 24 03:45:47.865534 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4d21a948-44ce-465d-a732-f441e5aa9fbb req-8a50dd61-5516-47ab-ac27-c8a92ac3dd0d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441720 Aug 24 03:45:48.949374 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 94e62715-a19a-4e2c-9d13-d5ced48f4941 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:45:48.985328 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdab936-8c53-4c49-9bd9-4c3e87886447 req-2275ead9-7f88-43fb-a39c-8cea8b69ba30 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:48.986856 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bbdab936-8c53-4c49-9bd9-4c3e87886447 req-2275ead9-7f88-43fb-a39c-8cea8b69ba30 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 944 time: 0.0470700 Aug 24 03:45:49.042602 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bbdab936-8c53-4c49-9bd9-4c3e87886447 req-b5eb2fff-90e4-4e70-87e7-72bd2d32ad6b tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499465 Aug 24 03:45:49.049486 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 94e62715-a19a-4e2c-9d13-d5ced48f4941, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=94e62715-a19a-4e2c-9d13-d5ced48f4941,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:45:49.063041 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'port_id': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'mac_address': 'fa:16:3e:d2:37:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:45:49.100721 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 94e62715-a19a-4e2c-9d13-d5ced48f4941 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:45:49.101133 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:49.114865 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e62715-a19a-4e2c-9d13-d5ced48f4941 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:45:49.135172 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 94e62715-a19a-4e2c-9d13-d5ced48f4941, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=94e62715-a19a-4e2c-9d13-d5ced48f4941,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:45:49.138992 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:49.185665 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=94e62715-a19a-4e2c-9d13-d5ced48f4941,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:45:49.192439 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:49.192812 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:49.193160 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:49.193499 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:49.193832 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:49.194163 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:49.194487 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:49.194810 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:49.195132 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:49.195454 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:49.195775 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:49.196098 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:49.196418 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:49.196735 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:49.197093 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:49.429818 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['94e62715-a19a-4e2c-9d13-d5ced48f4941'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:45:49.894060 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bbd16824-4782-417d-b329-aa81ebca925d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:50.169316 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0933a-2f69-4022-ba13-ceda40a04da7 req-dba1af00-0a6f-457b-8e9c-a95c555d0c5f tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:50.170725 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e5c0933a-2f69-4022-ba13-ceda40a04da7 req-dba1af00-0a6f-457b-8e9c-a95c555d0c5f tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 945 time: 0.0473092 Aug 24 03:45:50.219383 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e5c0933a-2f69-4022-ba13-ceda40a04da7 req-64bab6de-b0c9-469e-b338-04a817af4865 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431013 Aug 24 03:45:50.925322 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:50.970318 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 94e62715-a19a-4e2c-9d13-d5ced48f4941 up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:45:51.015364 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port 94e62715-a19a-4e2c-9d13-d5ced48f4941 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:45:51.021156 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port 94e62715-a19a-4e2c-9d13-d5ced48f4941 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:45:51.021543 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:51.024111 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:51.028495 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=85,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:51.034960 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=72 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:51.056503 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:51.097553 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port 94e62715-a19a-4e2c-9d13-d5ced48f4941 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:45:51.097941 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:51.121116 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e62715-a19a-4e2c-9d13-d5ced48f4941'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:45:51.123341 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0112a99e-0fa3-4f2f-b0a4-55e6ca1517b1" -d '{"events": [{"server_uuid": "98a71e9c-31b1-4efe-9580-1aeb161cb712", "name": "network-vif-plugged", "status": "completed", "tag": "94e62715-a19a-4e2c-9d13-d5ced48f4941"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:45:51.137775 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port 94e62715-a19a-4e2c-9d13-d5ced48f4941, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=94e62715-a19a-4e2c-9d13-d5ced48f4941,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:45:51.143794 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:51.168802 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dd785f-cbc3-4f62-bede-94755751d8e3 x-openstack-request-id: req-67dd785f-cbc3-4f62-bede-94755751d8e3 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:45:51.169116 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a71e9c-31b1-4efe-9580-1aeb161cb712", "name": "network-vif-plugged", "status": "completed", "tag": "94e62715-a19a-4e2c-9d13-d5ced48f4941", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:45:51.169357 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67dd785f-cbc3-4f62-bede-94755751d8e3 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:45:51.169758 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67dd785f-cbc3-4f62-bede-94755751d8e3'] response: {'server_uuid': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'code': 200} Aug 24 03:45:51.198206 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=94e62715-a19a-4e2c-9d13-d5ced48f4941,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:45:51.344050 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29cd88-827d-4f4d-9a40-e68805ff80c9 req-d8b1c2d4-a26d-4833-be0d-68915dba6254 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:51.345552 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1d29cd88-827d-4f4d-9a40-e68805ff80c9 req-d8b1c2d4-a26d-4833-be0d-68915dba6254 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 946 time: 0.0541313 Aug 24 03:45:51.396006 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1d29cd88-827d-4f4d-9a40-e68805ff80c9 req-30ed8514-bcb1-4859-baac-adca5367b632 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447469 Aug 24 03:45:51.413507 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa5f21-3415-4922-ae57-72d1bc54a786 req-61f984ef-2b10-4fc9-815b-b7081a089e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:51.414957 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a0fa5f21-3415-4922-ae57-72d1bc54a786 req-61f984ef-2b10-4fc9-815b-b7081a089e0f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 1130 time: 0.0445209 Aug 24 03:45:51.460318 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a0fa5f21-3415-4922-ae57-72d1bc54a786 req-baa37485-fcba-4cea-a70b-cc10d0f5d114 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397365 Aug 24 03:45:52.524014 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125bdc7-3a42-42b6-be5b-98c434986e81 req-a3b88b76-3cf0-4b8c-b712-5d96d55ac5db tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:52.525488 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7125bdc7-3a42-42b6-be5b-98c434986e81 req-a3b88b76-3cf0-4b8c-b712-5d96d55ac5db tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 946 time: 0.0532813 Aug 24 03:45:52.574223 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7125bdc7-3a42-42b6-be5b-98c434986e81 req-d2abd8c5-f571-4188-90f0-02cb8986397e tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425241 Aug 24 03:45:52.602916 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:52.641240 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:52.696219 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ec1c3-5169-4add-8ee0-038a6f59863c req-129316e7-8a57-4882-8cef-f3f786ecde33 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:52.698339 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-724ec1c3-5169-4add-8ee0-038a6f59863c req-129316e7-8a57-4882-8cef-f3f786ecde33 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 946 time: 0.0488203 Aug 24 03:45:52.747425 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-724ec1c3-5169-4add-8ee0-038a6f59863c req-d5d4cca0-a556-42a5-aef0-48e645916be1 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434442 Aug 24 03:45:52.779427 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60474) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:45:52.818969 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8175018a-1c09-4bfb-bb9a-b44719de1646 tempest-TestVolumeBootPattern-1117090245 tempest-TestVolumeBootPattern-1117090245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:52.820492 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-8175018a-1c09-4bfb-bb9a-b44719de1646 tempest-TestVolumeBootPattern-1117090245 tempest-TestVolumeBootPattern-1117090245-project-admin] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 1125 time: 0.0401566 Aug 24 03:45:52.824334 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60476) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:45:52.828543 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Request body: {'floatingip': {'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'port_id': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:45:52.849911 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:52.927081 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:52.930885 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:53.025630 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:53.040849 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Allocated IP 172.27.4.171 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/b45e795a-e5ce-4384-b44c-9e18fe862bb7) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:45:53.144604 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for port (b45e795a-e5ce-4384-b44c-9e18fe862bb7), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:53.176632 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (b45e795a-e5ce-4384-b44c-9e18fe862bb7), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:53.217233 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:45:53.221970 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:45:53.224527 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:45:53.229928 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'Port': ['ID=b45e795a-e5ce-4384-b44c-9e18fe862bb7,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:45:53.263620 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:53.263966 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:53.264309 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:53.264649 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:53.265010 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:53.265343 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:53.265667 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:53.266104 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:53.266441 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:53.266766 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:53.267091 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:53.267414 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:53.267733 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:53.268061 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:53.268487 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:45:53.424581 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [req-b83a5854-d369-4ec7-8f98-035774425edb req-023b9fba-6016-461e-a00f-ca5c1efc407a service neutron] (106301) timed out ('10.222.0.84', 55082) {{(pid=106301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 03:45:53.575423 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for floatingip (d8419991-b290-40b2-b981-8614cadfbdf8), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:53.643990 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (b45e795a-e5ce-4384-b44c-9e18fe862bb7), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:53.705505 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:53.769940 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:53.791228 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for port (b45e795a-e5ce-4384-b44c-9e18fe862bb7), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:53.796081 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4780333'] for port (b45e795a-e5ce-4384-b44c-9e18fe862bb7), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:53.864943 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'Port': ['ID=b45e795a-e5ce-4384-b44c-9e18fe862bb7,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:45:53.867277 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (d8419991-b290-40b2-b981-8614cadfbdf8), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:53.962640 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Floating IP d8419991-b290-40b2-b981-8614cadfbdf8 associated. External IP: 172.27.4.171, port: 94e62715-a19a-4e2c-9d13-d5ced48f4941. Aug 24 03:45:54.410253 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Router dba2683b-a7c1-4a30-9360-6234b4966a54 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:45:54.513332 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:45:54.523137 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e3d354-0985-4fb3-a4cb-851ccd596469 None None] Sync routers for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:45:54.532166 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:45:54.536223 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e3d354-0985-4fb3-a4cb-851ccd596469 None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:45:54.536939 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-f1e3d354-0985-4fb3-a4cb-851ccd596469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:45:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:45:54.565955 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c864e00a-7499-4ab3-aeab-99dc3a63adae tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7405722 Aug 24 03:45:54.566663 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'tag': '94e62715-a19a-4e2c-9d13-d5ced48f4941'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:45:54.569056 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80a500daf10380d79a186af3cd93959578373c034a7a153894fdf3e53403ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83139dc8-e021-41fb-9c9e-67de13ed42f6" -d '{"events": [{"name": "network-changed", "server_uuid": "98a71e9c-31b1-4efe-9580-1aeb161cb712", "tag": "94e62715-a19a-4e2c-9d13-d5ced48f4941"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:45:54.607812 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c563f274-e0db-4bea-96ce-6c130b4c5d5c x-openstack-request-id: req-c563f274-e0db-4bea-96ce-6c130b4c5d5c {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:45:54.608408 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a71e9c-31b1-4efe-9580-1aeb161cb712", "tag": "94e62715-a19a-4e2c-9d13-d5ced48f4941", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:45:54.608408 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c563f274-e0db-4bea-96ce-6c130b4c5d5c {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:45:54.608752 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c563f274-e0db-4bea-96ce-6c130b4c5d5c'] response: {'name': 'network-changed', 'server_uuid': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'tag': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'status': 'completed', 'code': 200} Aug 24 03:45:54.639805 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-f1e3d354-0985-4fb3-a4cb-851ccd596469 None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:45:54.694711 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83139dc8-e021-41fb-9c9e-67de13ed42f6 req-7129a737-4891-4005-878d-89436635ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:54.696236 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-83139dc8-e021-41fb-9c9e-67de13ed42f6 req-7129a737-4891-4005-878d-89436635ebfc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 1130 time: 0.0404282 Aug 24 03:45:54.756596 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:54.793458 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83139dc8-e021-41fb-9c9e-67de13ed42f6 req-b8a4488b-02bc-47f5-88ea-21b28e96e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:54.794870 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-83139dc8-e021-41fb-9c9e-67de13ed42f6 req-b8a4488b-02bc-47f5-88ea-21b28e96e1bc service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 912 time: 0.0925465 Aug 24 03:45:54.854784 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:45:54.857157 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-83139dc8-e021-41fb-9c9e-67de13ed42f6 req-9809df5c-b8dd-4075-b16b-8ec69ece2f94 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94e62715-a19a-4e2c-9d13-d5ced48f4941 HTTP/1.1" status: 200 len: 1000 time: 0.0559120 Aug 24 03:45:54.859025 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-f1e3d354-0985-4fb3-a4cb-851ccd596469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'd8419991-b290-40b2-b981-8614cadfbdf8', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'floating_ip_address': '172.27.4.171', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'port_id': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'mac_address': 'fa:16:3e:d2:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:45:53Z', 'updated_at': '2022-08-24T03:45:53Z', 'revision_number': 0, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:45:54.884394 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e3d354-0985-4fb3-a4cb-851ccd596469 None None] Checking router: dba2683b-a7c1-4a30-9360-6234b4966a54 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:45:54.893792 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e3d354-0985-4fb3-a4cb-851ccd596469 None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:45:54.894399 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-f1e3d354-0985-4fb3-a4cb-851ccd596469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:45:50Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:45:54.906834 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83139dc8-e021-41fb-9c9e-67de13ed42f6 req-c1c7ebab-5248-471c-ae24-ea3176dcb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:54.908324 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-83139dc8-e021-41fb-9c9e-67de13ed42f6 req-c1c7ebab-5248-471c-ae24-ea3176dcb31c service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0452249 Aug 24 03:45:54.958023 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83139dc8-e021-41fb-9c9e-67de13ed42f6 req-8ef9067b-90d4-40ee-928c-f7e9aca6d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:45:54.959535 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-83139dc8-e021-41fb-9c9e-67de13ed42f6 req-8ef9067b-90d4-40ee-928c-f7e9aca6d5ea service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451815 Aug 24 03:45:54.998583 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-f1e3d354-0985-4fb3-a4cb-851ccd596469 None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:45:55.050820 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-83139dc8-e021-41fb-9c9e-67de13ed42f6 req-9094dfa9-5cf7-4287-8c2a-b64f6b1d59e6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848200 Aug 24 03:45:55.147028 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-83139dc8-e021-41fb-9c9e-67de13ed42f6 req-fe3dcaf9-1d25-481d-9e2f-c8dad71608be service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901239 Aug 24 03:45:55.217491 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-f1e3d354-0985-4fb3-a4cb-851ccd596469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'd8419991-b290-40b2-b981-8614cadfbdf8', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'floating_ip_address': '172.27.4.171', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'port_id': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'mac_address': 'fa:16:3e:d2:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:45:53Z', 'updated_at': '2022-08-24T03:45:53Z', 'revision_number': 0, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:45:55.242194 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e3d354-0985-4fb3-a4cb-851ccd596469 None None] The sync data for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi is: [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'd8419991-b290-40b2-b981-8614cadfbdf8', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'floating_ip_address': '172.27.4.171', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'port_id': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'mac_address': 'fa:16:3e:d2:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:45:53Z', 'updated_at': '2022-08-24T03:45:53Z', 'revision_number': 0, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:45:55.431815 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49455c-8193-4ac9-bd4b-0fcb6112dc7e None None] New status for floating IP d8419991-b290-40b2-b981-8614cadfbdf8: ACTIVE {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:46:04.561629 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:46:04.563486 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:46:05.142393 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=54 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:46:05.144640 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=58 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:46:05.219774 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=36 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:46:05.220477 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=52 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:46:05.538357 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:46:05.540809 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:46:17.190167 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:46:17.400103 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-835fd2ba-249c-4a83-854e-40da4907daa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:46:19.896542 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a802cbf7-30bd-4db1-82ac-96c991f66f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:46:20.932225 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:46:22.629605 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:46:22.658551 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:46:23.816147 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:46:32.084252 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4b0aca7c-0ef1-4397-b9c8-ce01fc983ce7 req-bfda33af-b736-4a3c-aa9a-5284ef763f56 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822368 Aug 24 03:46:32.187325 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aca7c-0ef1-4397-b9c8-ce01fc983ce7 req-351be5a4-061a-467c-91c8-b4a033653e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:46:32.188725 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4b0aca7c-0ef1-4397-b9c8-ce01fc983ce7 req-351be5a4-061a-467c-91c8-b4a033653e89 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 1130 time: 0.0400941 Aug 24 03:46:32.295003 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aca7c-0ef1-4397-b9c8-ce01fc983ce7 req-b078e992-6cd0-4a43-8087-3ee713d97d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:46:32.296482 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4b0aca7c-0ef1-4397-b9c8-ce01fc983ce7 req-b078e992-6cd0-4a43-8087-3ee713d97d77 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 912 time: 0.0902419 Aug 24 03:46:32.358013 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4b0aca7c-0ef1-4397-b9c8-ce01fc983ce7 req-6f6a9d90-8273-4d25-9d4a-db1e460b0f05 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94e62715-a19a-4e2c-9d13-d5ced48f4941 HTTP/1.1" status: 200 len: 1002 time: 0.0550630 Aug 24 03:46:32.411844 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aca7c-0ef1-4397-b9c8-ce01fc983ce7 req-d8940bd0-8125-494b-8c03-565cb868ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:46:32.413330 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4b0aca7c-0ef1-4397-b9c8-ce01fc983ce7 req-d8940bd0-8125-494b-8c03-565cb868ee63 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0490246 Aug 24 03:46:32.457477 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aca7c-0ef1-4397-b9c8-ce01fc983ce7 req-e72b3207-82c3-4efc-aeb0-f0c4f34125be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:46:32.458876 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4b0aca7c-0ef1-4397-b9c8-ce01fc983ce7 req-e72b3207-82c3-4efc-aeb0-f0c4f34125be service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394199 Aug 24 03:46:32.548995 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4b0aca7c-0ef1-4397-b9c8-ce01fc983ce7 req-1fa71132-8480-482a-aad6-b96caa7c65d7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843711 Aug 24 03:46:32.644651 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4b0aca7c-0ef1-4397-b9c8-ce01fc983ce7 req-5d8d6008-3195-4d4d-a734-b0e46f33fc4b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894547 Aug 24 03:46:32.660379 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:46:32.662283 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:46:33.811263 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:46:33.811925 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:46:42.640057 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=54 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:46:42.641979 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=47 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:46:47.207421 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:46:47.402032 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-91b95fcd-f584-4769-9380-3a12868a50f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:46:49.901097 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-909025a8-0c3d-41db-bb92-a03d4df58f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:46:50.931582 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:46:52.610159 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:46:52.642985 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:00.815542 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:47:02.633661 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:02.638545 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:12.633075 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=17 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:12.633851 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=17 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:17.206815 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:17.404882 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d39509d6-f8a3-4d52-82ca-05671f336db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:19.902546 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f4ebb1e6-3550-4dd9-944f-86f1fcba179d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:20.934352 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:22.612666 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:22.645117 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:28.449639 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-6acc5814-911b-4a8b-82da-d355967061d4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-573258359&fields=id&tenant_id=c742ff2fa942409384b6294cf883ce0a HTTP/1.1" status: 200 len: 267 time: 0.0480993 Aug 24 03:47:28.555393 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-eff80319-ab31-4eaf-8d91-e22db9f343d1 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:28.556873 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-eff80319-ab31-4eaf-8d91-e22db9f343d1 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 811 time: 0.1002688 Aug 24 03:47:28.572048 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-6bac4b31-7d28-4181-8b08-61eaebe6b42b tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/quotas/c742ff2fa942409384b6294cf883ce0a HTTP/1.1" status: 200 len: 375 time: 0.0099063 Aug 24 03:47:28.629143 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-1ad96d61-a1a8-4b62-99a2-4b2728d0271a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521586 Aug 24 03:47:28.728809 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-d6a66df7-136b-4411-87ff-d4462cce03a6 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879169 Aug 24 03:47:28.822707 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-cc99cbab-8dd1-45f3-828e-ddf8b74c0857 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882113 Aug 24 03:47:29.128393 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-616c301a-bf80-4c59-830b-cee0dca8bdee req-4e2bb48e-d4fb-4247-a6b1-544b1b0cf5b7 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 210 time: 0.0291641 Aug 24 03:47:30.190640 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-b977e689-e0ce-4edb-b817-7391ae3e39aa tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:30.192113 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-b977e689-e0ce-4edb-b817-7391ae3e39aa tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 811 time: 0.1142554 Aug 24 03:47:30.238630 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2af652dd-7133-4aee-adab-4c8b0b42480b req-dc018cc0-7301-448e-b1f7-e025430608e8 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 210 time: 0.0299146 Aug 24 03:47:30.264879 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-28547c4e-8bc4-4935-affa-a6d8e656791d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c742ff2fa942409384b6294cf883ce0a HTTP/1.1" status: 200 len: 379 time: 0.0577948 Aug 24 03:47:30.276159 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Request body: {'port': {'device_id': '70822538-7cb5-493a-910e-9644ae2c9ddb', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'admin_state_up': True, 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'security_groups': ['f7e08b05-2847-4e7f-8c09-23e212ea0088']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:47:30.387155 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Made reservation on behalf of c742ff2fa942409384b6294cf883ce0a for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 03:47:30.390964 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:30.525830 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Allocated IP 172.20.0.3 (a77328d1-9351-48c2-a2f3-0639347291ff/de63b65b-8e69-43b5-9be1-b0f4daa2d445/be6c9f71-e72c-4f92-8296-06b8917da25b) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:47:30.675651 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:30.707476 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:30.764264 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Network a77328d1-9351-48c2-a2f3-0639347291ff is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:47:30.769843 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:47:30.772056 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'Port': ['ID=be6c9f71-e72c-4f92-8296-06b8917da25b,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:47:30.774365 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:47:30.802547 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:30.802871 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:30.803193 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:30.803552 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:30.803919 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:30.804343 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:30.804733 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:30.805089 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:30.805434 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:30.805789 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:30.806177 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:30.806559 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:30.806888 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:30.807217 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:30.807534 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:30.842879 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:30.844372 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:30.863823 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-ff9fb687-d848-4e36-9071-e65dd285a986 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5912027 Aug 24 03:47:30.881206 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Request body: {'port': {'device_id': '70822538-7cb5-493a-910e-9644ae2c9ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:47:30.939356 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:30.952469 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:30.985984 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:31.044804 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-16ae65ec-cada-4813-8ff1-c991d671dee0 None None] Provisioning complete for port be6c9f71-e72c-4f92-8296-06b8917da25b triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:47:31.045371 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-16ae65ec-cada-4813-8ff1-c991d671dee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:31.077360 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-16ae65ec-cada-4813-8ff1-c991d671dee0 None None] Port be6c9f71-e72c-4f92-8296-06b8917da25b cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 03:47:31.223794 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6c9f71-e72c-4f92-8296-06b8917da25b {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:47:31.231235 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Publish callbacks [] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:31.243494 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Transition to ACTIVE for port object be6c9f71-e72c-4f92-8296-06b8917da25b will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 03:47:31.247070 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:31.328891 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Pushing event updated for resources: {'Port': ['ID=be6c9f71-e72c-4f92-8296-06b8917da25b,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:47:31.357619 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b573f-3a6b-4365-9528-86ac882496a7 req-67ce8eef-4206-4f0c-bb18-dd3946aae3cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:31.359447 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Attempting to bind port be6c9f71-e72c-4f92-8296-06b8917da25b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 03:47:31.359786 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Attempting to bind port be6c9f71-e72c-4f92-8296-06b8917da25b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 03:47:31.360112 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Attempting to bind port be6c9f71-e72c-4f92-8296-06b8917da25b on network a77328d1-9351-48c2-a2f3-0639347291ff {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:47:31.360625 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9a0b573f-3a6b-4365-9528-86ac882496a7 req-67ce8eef-4206-4f0c-bb18-dd3946aae3cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 943 time: 0.0488451 Aug 24 03:47:31.364594 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Port be6c9f71-e72c-4f92-8296-06b8917da25b on network a77328d1-9351-48c2-a2f3-0639347291ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 03:47:31.364954 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Attempting to bind port be6c9f71-e72c-4f92-8296-06b8917da25b on network a77328d1-9351-48c2-a2f3-0639347291ff {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 03:47:31.369935 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Checking agent: {'id': '27a9dc46-b2ea-442b-be38-183731f663da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'started_at': datetime.datetime(2022, 8, 24, 3, 28, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 3, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 03:47:31.370276 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Checking segment: {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 03:47:31.370655 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Bound using segment: {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 03:47:31.371079 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Bound port: be6c9f71-e72c-4f92-8296-06b8917da25b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40a33bd-29b8-415b-b9de-66108859b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 03:47:31.371431 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:31.414935 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9a0b573f-3a6b-4365-9528-86ac882496a7 req-de088ad6-8c8c-4062-8558-e40f6beca85d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492904 Aug 24 03:47:31.435760 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] For port be6c9f71-e72c-4f92-8296-06b8917da25b, host hv-cinder-85426, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 03:47:31.439858 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] For port be6c9f71-e72c-4f92-8296-06b8917da25b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=be6c9f71-e72c-4f92-8296-06b8917da25b,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 03:47:31.445976 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:31.449933 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:31.450543 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:31.451899 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/be6c9f71-e72c-4f92-8296-06b8917da25b HTTP/1.1" status: 200 len: 1093 time: 0.5758247 Aug 24 03:47:31.452378 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70822538-7cb5-493a-910e-9644ae2c9ddb', 'tag': 'be6c9f71-e72c-4f92-8296-06b8917da25b'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:47:31.455835 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec817df-0183-4ecd-9a49-169f2948b125" -d '{"events": [{"name": "network-changed", "server_uuid": "70822538-7cb5-493a-910e-9644ae2c9ddb", "tag": "be6c9f71-e72c-4f92-8296-06b8917da25b"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:47:31.507586 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c74f4-fafe-4bb0-8352-41aa158e93e1 service neutron] Pushing event updated for resources: {'Port': ['ID=be6c9f71-e72c-4f92-8296-06b8917da25b,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:47:31.556279 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-f1d3b8f2-cfa1-444a-aa9f-cd47e38717fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:31.557797 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-f1d3b8f2-cfa1-444a-aa9f-cd47e38717fa service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 1127 time: 0.0449219 Aug 24 03:47:31.559209 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa977f42-e8a8-44a7-91ac-5e462e5ce5a1 x-openstack-request-id: req-fa977f42-e8a8-44a7-91ac-5e462e5ce5a1 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:47:31.559488 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70822538-7cb5-493a-910e-9644ae2c9ddb", "tag": "be6c9f71-e72c-4f92-8296-06b8917da25b", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:47:31.559737 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa977f42-e8a8-44a7-91ac-5e462e5ce5a1 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:47:31.560118 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa977f42-e8a8-44a7-91ac-5e462e5ce5a1'] response: {'name': 'network-changed', 'server_uuid': '70822538-7cb5-493a-910e-9644ae2c9ddb', 'tag': 'be6c9f71-e72c-4f92-8296-06b8917da25b', 'status': 'completed', 'code': 200} Aug 24 03:47:31.619555 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-337218ed-64f8-401b-981b-07b8513d3fe9 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be6c9f71-e72c-4f92-8296-06b8917da25b HTTP/1.1" status: 200 len: 217 time: 0.0327446 Aug 24 03:47:31.668735 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-2fdd9d03-5fae-4e90-a0f6-8d6c264ab671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:31.670179 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-2fdd9d03-5fae-4e90-a0f6-8d6c264ab671 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0452247 Aug 24 03:47:31.719170 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-7b4f7d36-1d95-4502-8f37-b6d50d802901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:31.720646 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-7b4f7d36-1d95-4502-8f37-b6d50d802901 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436637 Aug 24 03:47:31.810880 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-43cd4567-9e1b-4682-bab7-49e7fd2964c3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846007 Aug 24 03:47:31.886009 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:31.903735 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7ecc4895-c02b-4b0d-bee9-d435f39ec73a req-22c57b36-640b-4644-8e86-3f2df086b894 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870209 Aug 24 03:47:32.279686 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:32.284376 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec817df-0183-4ecd-9a49-169f2948b125 req-128c59da-89c9-454c-b55d-308d2bd05844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:32.285890 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ec817df-0183-4ecd-9a49-169f2948b125 req-128c59da-89c9-454c-b55d-308d2bd05844 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 1127 time: 0.0413475 Aug 24 03:47:32.379988 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec817df-0183-4ecd-9a49-169f2948b125 req-e9203aed-ce8e-4d66-9d9d-e2777ff83fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:32.381484 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ec817df-0183-4ecd-9a49-169f2948b125 req-e9203aed-ce8e-4d66-9d9d-e2777ff83fe2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 912 time: 0.0896168 Aug 24 03:47:32.423587 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ec817df-0183-4ecd-9a49-169f2948b125 req-4a0e8c86-458d-409a-85f3-6d47558273b0 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be6c9f71-e72c-4f92-8296-06b8917da25b HTTP/1.1" status: 200 len: 217 time: 0.0336390 Aug 24 03:47:32.474347 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec817df-0183-4ecd-9a49-169f2948b125 req-751ab306-bf6f-4a18-8c91-b58c6f4c0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:32.475857 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ec817df-0183-4ecd-9a49-169f2948b125 req-751ab306-bf6f-4a18-8c91-b58c6f4c0850 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0445857 Aug 24 03:47:32.521916 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec817df-0183-4ecd-9a49-169f2948b125 req-5316359f-f09d-42f8-9e3b-7337a6f1330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:32.523426 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ec817df-0183-4ecd-9a49-169f2948b125 req-5316359f-f09d-42f8-9e3b-7337a6f1330c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399919 Aug 24 03:47:32.536514 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be10b2-12e4-459d-89c7-dee592433f65 req-2e2ea1b7-3ad4-4b13-8307-32e8d88534b9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:32.538024 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c3be10b2-12e4-459d-89c7-dee592433f65 req-2e2ea1b7-3ad4-4b13-8307-32e8d88534b9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 943 time: 0.0475364 Aug 24 03:47:32.586822 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c3be10b2-12e4-459d-89c7-dee592433f65 req-d20f5b16-aaa5-41a9-81ce-e1659a459615 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431437 Aug 24 03:47:32.618522 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ec817df-0183-4ecd-9a49-169f2948b125 req-4fc849a2-52dd-4667-a1ea-c649ac205b28 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891874 Aug 24 03:47:32.711709 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ec817df-0183-4ecd-9a49-169f2948b125 req-0aae2292-f50a-48ef-be53-1722c00a6115 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877624 Aug 24 03:47:33.725252 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800aae46-97cf-4813-a9fd-38e5c9523cf3 req-9f52ce31-9ee9-4270-a263-6a909a642f07 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:33.727280 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-800aae46-97cf-4813-a9fd-38e5c9523cf3 req-9f52ce31-9ee9-4270-a263-6a909a642f07 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 943 time: 0.0609000 Aug 24 03:47:33.777575 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-800aae46-97cf-4813-a9fd-38e5c9523cf3 req-8ddd171c-e12f-4cfd-9380-7995f8c29a0a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445371 Aug 24 03:47:34.043225 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7309e6b2-a05e-4734-a72e-341fd2c6816a req-4b1e972a-21f6-4602-97e4-188e8c8b69c8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392840 Aug 24 03:47:34.152664 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309e6b2-a05e-4734-a72e-341fd2c6816a req-21142fa4-e2a9-474b-887a-6dcce71b3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:34.154327 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7309e6b2-a05e-4734-a72e-341fd2c6816a req-21142fa4-e2a9-474b-887a-6dcce71b3005 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 1130 time: 0.0450928 Aug 24 03:47:34.274361 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309e6b2-a05e-4734-a72e-341fd2c6816a req-59caf09e-a8d0-4251-8887-302a26c44aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:34.275748 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7309e6b2-a05e-4734-a72e-341fd2c6816a req-59caf09e-a8d0-4251-8887-302a26c44aed service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 912 time: 0.1036251 Aug 24 03:47:34.336776 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7309e6b2-a05e-4734-a72e-341fd2c6816a req-30319565-c235-4bf1-bb5a-6b455b0e58ad service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94e62715-a19a-4e2c-9d13-d5ced48f4941 HTTP/1.1" status: 200 len: 1002 time: 0.0552199 Aug 24 03:47:34.384341 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309e6b2-a05e-4734-a72e-341fd2c6816a req-8a3b9221-6b3a-4ce1-9e7c-fe08a0203560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:34.385849 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7309e6b2-a05e-4734-a72e-341fd2c6816a req-8a3b9221-6b3a-4ce1-9e7c-fe08a0203560 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0440044 Aug 24 03:47:34.431160 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309e6b2-a05e-4734-a72e-341fd2c6816a req-6c3ff160-2bce-4610-a9b0-8cbf8a972f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:34.432641 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7309e6b2-a05e-4734-a72e-341fd2c6816a req-6c3ff160-2bce-4610-a9b0-8cbf8a972f54 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411725 Aug 24 03:47:34.525256 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7309e6b2-a05e-4734-a72e-341fd2c6816a req-cce7ce72-777e-447e-b6c2-ec6c19909104 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855846 Aug 24 03:47:34.619617 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7309e6b2-a05e-4734-a72e-341fd2c6816a req-5ad4fd57-1a2b-4319-8620-0e9bf07fdcc5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892031 Aug 24 03:47:34.902724 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a61047-f5a6-4b7f-9e90-9068c3d9a1f5 req-a99fc374-cb44-4018-b167-eb97eb2398e1 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:34.904203 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-49a61047-f5a6-4b7f-9e90-9068c3d9a1f5 req-a99fc374-cb44-4018-b167-eb97eb2398e1 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 943 time: 0.0509744 Aug 24 03:47:34.954150 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-49a61047-f5a6-4b7f-9e90-9068c3d9a1f5 req-fd25f902-1dae-4f98-b3ff-e3ddc4debe29 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442243 Aug 24 03:47:36.074104 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14421d27-1602-441a-bd4b-68baefacad4c req-af3465e3-ff87-4d98-b541-56857cc5da2e tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:36.075735 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-14421d27-1602-441a-bd4b-68baefacad4c req-af3465e3-ff87-4d98-b541-56857cc5da2e tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 943 time: 0.0496464 Aug 24 03:47:36.128522 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-14421d27-1602-441a-bd4b-68baefacad4c req-ec9347bc-f073-4916-ac84-4549328ca67a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460346 Aug 24 03:47:37.252164 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653db7a-f820-4ecb-bed9-26b6e05972aa req-3e128a00-8dd2-4fe0-a576-6345461b0681 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:37.253670 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2653db7a-f820-4ecb-bed9-26b6e05972aa req-3e128a00-8dd2-4fe0-a576-6345461b0681 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 943 time: 0.0528574 Aug 24 03:47:37.303228 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2653db7a-f820-4ecb-bed9-26b6e05972aa req-1187e78b-4b04-45e4-9049-d30d4bb72c6d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440390 Aug 24 03:47:37.815386 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:47:38.386630 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:38.424642 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f5675-895b-41fb-ac4e-8045fa998464 req-32b92443-aab3-4ba4-87a7-669677e4a63d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:38.426150 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e65f5675-895b-41fb-ac4e-8045fa998464 req-32b92443-aab3-4ba4-87a7-669677e4a63d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 943 time: 0.0481009 Aug 24 03:47:38.450873 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:38.478275 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e65f5675-895b-41fb-ac4e-8045fa998464 req-f372cb50-aaf9-4296-9543-5d1b7cfc3847 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466521 Aug 24 03:47:39.465998 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device be6c9f71-e72c-4f92-8296-06b8917da25b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 03:47:39.569605 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port be6c9f71-e72c-4f92-8296-06b8917da25b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=be6c9f71-e72c-4f92-8296-06b8917da25b,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:47:39.580729 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Returning: {'device': 'be6c9f71-e72c-4f92-8296-06b8917da25b', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'port_id': 'be6c9f71-e72c-4f92-8296-06b8917da25b', 'mac_address': 'fa:16:3e:24:f6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 03:47:39.604156 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4350e67-d57a-480d-9ecd-49436ed35f8b req-25f97f5e-4398-419a-9220-f1616a199e10 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:39.605679 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f4350e67-d57a-480d-9ecd-49436ed35f8b req-25f97f5e-4398-419a-9220-f1616a199e10 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 943 time: 0.0493793 Aug 24 03:47:39.618075 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port be6c9f71-e72c-4f92-8296-06b8917da25b is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:47:39.618467 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:39.633602 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6c9f71-e72c-4f92-8296-06b8917da25b {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 03:47:39.653945 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port be6c9f71-e72c-4f92-8296-06b8917da25b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=be6c9f71-e72c-4f92-8296-06b8917da25b,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:47:39.658929 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:39.663172 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f4350e67-d57a-480d-9ecd-49436ed35f8b req-2287580d-2f95-4007-82e3-093ba0d58bc3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508187 Aug 24 03:47:39.709322 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=be6c9f71-e72c-4f92-8296-06b8917da25b,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:47:39.716632 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:39.716999 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:39.717339 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:39.717677 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:39.718004 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:39.718332 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:39.719170 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:39.719498 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:39.719819 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:39.720138 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:39.720458 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:39.720802 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:39.721127 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:39.721444 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:39.721760 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:47:39.953877 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] get_ports_and_sgs() called for port_ids ['be6c9f71-e72c-4f92-8296-06b8917da25b'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 03:47:40.792624 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65394-97ba-4a7d-9779-766ec8f4d31a req-45e8ee2c-6f98-4334-a54b-283ba59d3fd4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:40.794176 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f2e65394-97ba-4a7d-9779-766ec8f4d31a req-45e8ee2c-6f98-4334-a54b-283ba59d3fd4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 944 time: 0.0500834 Aug 24 03:47:40.846120 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f2e65394-97ba-4a7d-9779-766ec8f4d31a req-e173ef3c-2551-4380-b6ae-aa725d7b8949 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461497 Aug 24 03:47:41.479598 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device be6c9f71-e72c-4f92-8296-06b8917da25b up at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 03:47:41.524412 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning for port be6c9f71-e72c-4f92-8296-06b8917da25b completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 03:47:41.530271 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Provisioning complete for port be6c9f71-e72c-4f92-8296-06b8917da25b triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 03:47:41.530825 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866015'] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:41.551969 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:41.576543 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:41.733099 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Current status of the port be6c9f71-e72c-4f92-8296-06b8917da25b is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 03:47:41.733398 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:41.756545 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70822538-7cb5-493a-910e-9644ae2c9ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6c9f71-e72c-4f92-8296-06b8917da25b'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:47:41.758785 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}799ed716fbe2a77918f4f78d7878283fa73c95f151dcba422b213e56caaec33a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaae621-eb7e-4dd3-8816-8defc9b1596e" -d '{"events": [{"server_uuid": "70822538-7cb5-493a-910e-9644ae2c9ddb", "name": "network-vif-plugged", "status": "completed", "tag": "be6c9f71-e72c-4f92-8296-06b8917da25b"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:47:41.771619 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] For port be6c9f71-e72c-4f92-8296-06b8917da25b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=be6c9f71-e72c-4f92-8296-06b8917da25b,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:47:41.775932 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265'] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:41.801373 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad858a5e-8e70-432d-89ca-aab34132573e x-openstack-request-id: req-ad858a5e-8e70-432d-89ca-aab34132573e {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:47:41.801666 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70822538-7cb5-493a-910e-9644ae2c9ddb", "name": "network-vif-plugged", "status": "completed", "tag": "be6c9f71-e72c-4f92-8296-06b8917da25b", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:47:41.801921 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad858a5e-8e70-432d-89ca-aab34132573e {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:47:41.802315 dv-cinder-854261-1-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad858a5e-8e70-432d-89ca-aab34132573e'] response: {'server_uuid': '70822538-7cb5-493a-910e-9644ae2c9ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6c9f71-e72c-4f92-8296-06b8917da25b', 'code': 200} Aug 24 03:47:41.825240 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Pushing event updated for resources: {'Port': ['ID=be6c9f71-e72c-4f92-8296-06b8917da25b,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:47:41.963799 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e519c23-0f42-4a21-bb7c-9dde7afdda84 req-3d4c4cce-8f18-449b-8d90-ed6014c38337 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:41.965995 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7e519c23-0f42-4a21-bb7c-9dde7afdda84 req-3d4c4cce-8f18-449b-8d90-ed6014c38337 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 945 time: 0.0476737 Aug 24 03:47:42.015207 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-7e519c23-0f42-4a21-bb7c-9dde7afdda84 req-f286d096-de0b-46cb-ab39-bc2cc4f93316 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426509 Aug 24 03:47:42.047357 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b50b13-0fa0-4cc2-8fcb-21979051c95e req-91236118-6d09-491b-9124-93084c10d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:42.049085 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-30b50b13-0fa0-4cc2-8fcb-21979051c95e req-91236118-6d09-491b-9124-93084c10d91b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 1129 time: 0.0404673 Aug 24 03:47:42.072870 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:42.093194 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:42.097632 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-30b50b13-0fa0-4cc2-8fcb-21979051c95e req-7495aea7-1d0a-4492-8c6a-887301880a54 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425189 Aug 24 03:47:43.138441 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e24531-3c1a-4cca-8c32-3e4356a212e6 req-8f81a42f-2730-4016-bd50-548e72e7a83f tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:43.139919 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f0e24531-3c1a-4cca-8c32-3e4356a212e6 req-8f81a42f-2730-4016-bd50-548e72e7a83f tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 945 time: 0.0504997 Aug 24 03:47:43.189068 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f0e24531-3c1a-4cca-8c32-3e4356a212e6 req-3eeb3c04-5fd4-438a-ae91-a726d2e030f1 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433495 Aug 24 03:47:44.309278 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6985d-9769-4f92-b0b1-83d0fa072ddb req-61705b89-548b-411d-80d9-e8ef9fb786be tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:44.310743 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-57a6985d-9769-4f92-b0b1-83d0fa072ddb req-61705b89-548b-411d-80d9-e8ef9fb786be tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 945 time: 0.0474699 Aug 24 03:47:44.362514 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-57a6985d-9769-4f92-b0b1-83d0fa072ddb req-e181f813-56a6-463c-8c3e-6b02b1667042 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434458 Aug 24 03:47:44.478441 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf819e-c04a-4e47-bdf4-bf101b1b67a9 req-3660711b-a743-43e4-b686-201d094c9e59 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:44.479844 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b7bf819e-c04a-4e47-bdf4-bf101b1b67a9 req-3660711b-a743-43e4-b686-201d094c9e59 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 945 time: 0.0472846 Aug 24 03:47:44.537527 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b7bf819e-c04a-4e47-bdf4-bf101b1b67a9 req-18c62af4-350f-4327-8399-710d39ffc118 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515623 Aug 24 03:47:44.565900 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60598) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:47:44.608076 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9cc906-c82f-41f5-a75c-821559e60ce6 tempest-TestVolumeBootPattern-1117090245 tempest-TestVolumeBootPattern-1117090245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:44.610601 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-bf9cc906-c82f-41f5-a75c-821559e60ce6 tempest-TestVolumeBootPattern-1117090245 tempest-TestVolumeBootPattern-1117090245-project-admin] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 1124 time: 0.0436988 Aug 24 03:47:44.613348 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60600) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:47:44.617446 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Request body: {'floatingip': {'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'port_id': 'be6c9f71-e72c-4f92-8296-06b8917da25b', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 03:47:44.639782 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:44.717275 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:44.824970 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Allocated IP 172.27.4.38 (68ed77cc-6535-48c9-8f55-c96c079deaef/13574f3c-afbf-4d5a-b7be-0bed11381e42/a2988fb6-9b2c-4382-aede-bcfb05de9b43) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 03:47:44.931386 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for port (a2988fb6-9b2c-4382-aede-bcfb05de9b43), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:44.963159 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765998790229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (a2988fb6-9b2c-4382-aede-bcfb05de9b43), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:45.006251 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Network 68ed77cc-6535-48c9-8f55-c96c079deaef is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 03:47:45.009315 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 03:47:45.011859 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 03:47:45.040350 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'Port': ['ID=a2988fb6-9b2c-4382-aede-bcfb05de9b43,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:47:45.566705 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:45.583344 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for floatingip (b616e3b0-cd72-4589-a0ff-8b4a08d4120b), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:45.618488 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:45.653015 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577572'] for port (a2988fb6-9b2c-4382-aede-bcfb05de9b43), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:45.796329 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for port (a2988fb6-9b2c-4382-aede-bcfb05de9b43), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:45.800630 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765999182084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765998790247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765998790265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4933192'] for port (a2988fb6-9b2c-4382-aede-bcfb05de9b43), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:45.866145 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event updated for resources: {'Port': ['ID=a2988fb6-9b2c-4382-aede-bcfb05de9b43,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:47:45.868707 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7890606'] for floatingip (b616e3b0-cd72-4589-a0ff-8b4a08d4120b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:45.970940 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Floating IP b616e3b0-cd72-4589-a0ff-8b4a08d4120b associated. External IP: 172.27.4.38, port: be6c9f71-e72c-4f92-8296-06b8917da25b. Aug 24 03:47:46.173855 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Router dba2683b-a7c1-4a30-9360-6234b4966a54 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:47:46.287130 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:47:46.297053 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55214f3-635f-4f7f-a1c8-c9f7f9f54644 None None] Sync routers for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:47:46.305754 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:46.307248 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55214f3-635f-4f7f-a1c8-c9f7f9f54644 None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:47:46.307852 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-e55214f3-635f-4f7f-a1c8-c9f7f9f54644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:47:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:47:46.341498 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-470f5a2a-19ad-44bc-b103-f8d062cc19b4 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7271297 Aug 24 03:47:46.342089 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70822538-7cb5-493a-910e-9644ae2c9ddb', 'tag': 'be6c9f71-e72c-4f92-8296-06b8917da25b'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:47:46.345837 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25c0bd1-f4ac-499a-9349-637f4d173312" -d '{"events": [{"name": "network-changed", "server_uuid": "70822538-7cb5-493a-910e-9644ae2c9ddb", "tag": "be6c9f71-e72c-4f92-8296-06b8917da25b"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:47:46.386065 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b90e40f-990f-4768-b9cb-de59c63a4135 x-openstack-request-id: req-9b90e40f-990f-4768-b9cb-de59c63a4135 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:47:46.386366 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70822538-7cb5-493a-910e-9644ae2c9ddb", "tag": "be6c9f71-e72c-4f92-8296-06b8917da25b", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:47:46.386619 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b90e40f-990f-4768-b9cb-de59c63a4135 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:47:46.387026 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b90e40f-990f-4768-b9cb-de59c63a4135'] response: {'name': 'network-changed', 'server_uuid': '70822538-7cb5-493a-910e-9644ae2c9ddb', 'tag': 'be6c9f71-e72c-4f92-8296-06b8917da25b', 'status': 'completed', 'code': 200} Aug 24 03:47:46.444029 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:46.478108 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c0bd1-f4ac-499a-9349-637f4d173312 req-c0279f00-339a-4660-8dfd-7b5fa4010a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:46.479643 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e25c0bd1-f4ac-499a-9349-637f4d173312 req-c0279f00-339a-4660-8dfd-7b5fa4010a81 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 1129 time: 0.0442486 Aug 24 03:47:46.496087 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-e55214f3-635f-4f7f-a1c8-c9f7f9f54644 None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:47:46.583320 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c0bd1-f4ac-499a-9349-637f4d173312 req-c56da3cd-cb9e-4e68-a940-7ec5424b9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:46.584863 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e25c0bd1-f4ac-499a-9349-637f4d173312 req-c56da3cd-cb9e-4e68-a940-7ec5424b9497 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 912 time: 0.0997157 Aug 24 03:47:46.646017 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e25c0bd1-f4ac-499a-9349-637f4d173312 req-18307002-586b-4d14-b285-6796bd639ce5 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be6c9f71-e72c-4f92-8296-06b8917da25b HTTP/1.1" status: 200 len: 998 time: 0.0558619 Aug 24 03:47:46.694152 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c0bd1-f4ac-499a-9349-637f4d173312 req-753fc08a-accb-4402-95fd-39f23e252e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:46.695585 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e25c0bd1-f4ac-499a-9349-637f4d173312 req-753fc08a-accb-4402-95fd-39f23e252e97 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0446141 Aug 24 03:47:46.711178 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-e55214f3-635f-4f7f-a1c8-c9f7f9f54644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'b616e3b0-cd72-4589-a0ff-8b4a08d4120b', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'floating_ip_address': '172.27.4.38', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'port_id': 'be6c9f71-e72c-4f92-8296-06b8917da25b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'mac_address': 'fa:16:3e:24:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70822538-7cb5-493a-910e-9644ae2c9ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:47:45Z', 'updated_at': '2022-08-24T03:47:45Z', 'revision_number': 0, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address_scope': None}, {'id': 'd8419991-b290-40b2-b981-8614cadfbdf8', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'floating_ip_address': '172.27.4.171', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'port_id': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'mac_address': 'fa:16:3e:d2:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:45:53Z', 'updated_at': '2022-08-24T03:45:55Z', 'revision_number': 1, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:47:46.736942 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55214f3-635f-4f7f-a1c8-c9f7f9f54644 None None] Checking router: dba2683b-a7c1-4a30-9360-6234b4966a54 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:47:46.743243 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c0bd1-f4ac-499a-9349-637f4d173312 req-d05eab00-c0fa-4916-b031-5d922d01bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:47:46.744742 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e25c0bd1-f4ac-499a-9349-637f4d173312 req-d05eab00-c0fa-4916-b031-5d922d01bb05 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440092 Aug 24 03:47:46.745903 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55214f3-635f-4f7f-a1c8-c9f7f9f54644 None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:47:46.746499 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-e55214f3-635f-4f7f-a1c8-c9f7f9f54644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:47:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:47:46.757402 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:46.837649 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e25c0bd1-f4ac-499a-9349-637f4d173312 req-bc33ba71-ed78-4251-9599-3c6c3e52e1bd service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867808 Aug 24 03:47:46.851141 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-e55214f3-635f-4f7f-a1c8-c9f7f9f54644 None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:47:46.933635 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e25c0bd1-f4ac-499a-9349-637f4d173312 req-fd793658-6c34-469f-8d25-14978ef71735 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908418 Aug 24 03:47:47.064453 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-e55214f3-635f-4f7f-a1c8-c9f7f9f54644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'b616e3b0-cd72-4589-a0ff-8b4a08d4120b', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'floating_ip_address': '172.27.4.38', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'port_id': 'be6c9f71-e72c-4f92-8296-06b8917da25b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'mac_address': 'fa:16:3e:24:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70822538-7cb5-493a-910e-9644ae2c9ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:47:45Z', 'updated_at': '2022-08-24T03:47:45Z', 'revision_number': 0, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address_scope': None}, {'id': 'd8419991-b290-40b2-b981-8614cadfbdf8', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'floating_ip_address': '172.27.4.171', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'port_id': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'mac_address': 'fa:16:3e:d2:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:45:53Z', 'updated_at': '2022-08-24T03:45:55Z', 'revision_number': 1, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:47:47.088997 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55214f3-635f-4f7f-a1c8-c9f7f9f54644 None None] The sync data for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi is: [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'b616e3b0-cd72-4589-a0ff-8b4a08d4120b', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'floating_ip_address': '172.27.4.38', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'port_id': 'be6c9f71-e72c-4f92-8296-06b8917da25b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'mac_address': 'fa:16:3e:24:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70822538-7cb5-493a-910e-9644ae2c9ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:47:45Z', 'updated_at': '2022-08-24T03:47:45Z', 'revision_number': 0, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address_scope': None}, {'id': 'd8419991-b290-40b2-b981-8614cadfbdf8', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'floating_ip_address': '172.27.4.171', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'port_id': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'mac_address': 'fa:16:3e:d2:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:45:53Z', 'updated_at': '2022-08-24T03:45:55Z', 'revision_number': 1, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:47:47.223072 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:47.287607 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad4825-9868-4e89-b4e8-9c26681c4151 None None] New status for floating IP b616e3b0-cd72-4589-a0ff-8b4a08d4120b: ACTIVE {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:47:47.434173 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4979-5c03-4354-9133-aae247407153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:49.904971 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9d678232-0ee5-4d4b-9370-dc66e3137c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:50.936649 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:52.615869 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:52.651046 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:47:54.528613 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=56 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:54.533912 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=62 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:56.928865 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=15 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:56.930737 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=54 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:57.062371 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=72 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:47:57.067886 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=84 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:48:02.645153 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=27,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:48:02.647129 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=42,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:48:14.814318 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:48:17.227945 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:48:17.405992 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-93d4cce4-36ae-4380-a4b4-6a2ba27718c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:48:19.906575 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-67061e8d-6985-4512-9b8b-707d63331d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:48:20.938722 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:48:22.647514 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:48:22.656187 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:48:24.810092 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:48:24.810882 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:48:32.665865 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:48:32.669207 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:48:34.052622 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-676bba7f-2a66-47ba-ad86-55b2de307690 req-c990fdcc-e147-4561-8692-efe5e63dd349 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393813 Aug 24 03:48:34.155383 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bba7f-2a66-47ba-ad86-55b2de307690 req-81313c5d-54c6-4fb4-a45e-1544d5173899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:48:34.156896 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-676bba7f-2a66-47ba-ad86-55b2de307690 req-81313c5d-54c6-4fb4-a45e-1544d5173899 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 1130 time: 0.0387197 Aug 24 03:48:34.263441 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bba7f-2a66-47ba-ad86-55b2de307690 req-3da17d8e-fa64-4275-9489-f46b466308dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:48:34.264859 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-676bba7f-2a66-47ba-ad86-55b2de307690 req-3da17d8e-fa64-4275-9489-f46b466308dc service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 912 time: 0.0891593 Aug 24 03:48:34.326138 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-676bba7f-2a66-47ba-ad86-55b2de307690 req-a5ee7501-465b-4838-8595-2826c6670100 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94e62715-a19a-4e2c-9d13-d5ced48f4941 HTTP/1.1" status: 200 len: 1002 time: 0.0548565 Aug 24 03:48:34.382967 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bba7f-2a66-47ba-ad86-55b2de307690 req-f7c6e6a8-102e-4f5c-83b4-14d7287cc4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:48:34.384623 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-676bba7f-2a66-47ba-ad86-55b2de307690 req-f7c6e6a8-102e-4f5c-83b4-14d7287cc4fe service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0524831 Aug 24 03:48:34.429263 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bba7f-2a66-47ba-ad86-55b2de307690 req-e0b346c2-f1c5-48bc-87aa-8d2e2c6cf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:48:34.430842 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-676bba7f-2a66-47ba-ad86-55b2de307690 req-e0b346c2-f1c5-48bc-87aa-8d2e2c6cf980 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410035 Aug 24 03:48:34.522251 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-676bba7f-2a66-47ba-ad86-55b2de307690 req-b959d60b-65fe-4819-9934-40de7966d949 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858352 Aug 24 03:48:34.619575 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-676bba7f-2a66-47ba-ad86-55b2de307690 req-49f5c3a6-0d57-4252-8400-1a7c2666ed78 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914743 Aug 24 03:48:39.430449 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-ebbb02e4-359e-4564-a85f-d5d4a559b9ae service neutron] (106302) timed out ('10.222.0.81', 54704) {{(pid=106302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 03:48:39.611706 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-2abac30a-8c08-4e35-b864-8593b7ba61e6 req-70921198-0df7-4901-9a00-41c3e904bb62 tempest-AttachVolumeShelveTestJSON-1702847769 tempest-AttachVolumeShelveTestJSON-1702847769-project] (106302) timed out ('10.222.0.81', 54712) {{(pid=106302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 03:48:39.822467 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:48:39.823167 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:48:44.610355 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=46 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:48:44.616376 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=55 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:48:47.238443 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:48:47.409039 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c4387d68-bc87-44f8-9371-513efd43a533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:48:49.908294 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-07688b2c-8202-4826-8037-20c48caddc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:48:50.942637 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:48:51.813763 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:48:52.622778 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:48:52.650118 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:01.810189 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:01.810924 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:02.642784 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:02.644705 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:12.642175 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=14 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:12.644050 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=12 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:17.236283 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:17.412034 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d9c377e5-c83d-4d91-a62f-3f3b3d93d13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:19.910944 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9aba43e5-2e61-4729-a1a5-8fdabc1a9604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:20.945418 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:22.627571 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:22.661891 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:24.859780 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60634) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:25.068101 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Deleting port a2988fb6-9b2c-4382-aede-bcfb05de9b43 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:49:25.068440 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (a2988fb6-9b2c-4382-aede-bcfb05de9b43), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:25.149926 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (a2988fb6-9b2c-4382-aede-bcfb05de9b43), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:25.150157 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for floatingip (a2988fb6-9b2c-4382-aede-bcfb05de9b43), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:25.163717 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Calling delete_port for a2988fb6-9b2c-4382-aede-bcfb05de9b43 owned by network:floatingip {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:49:25.313862 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (a2988fb6-9b2c-4382-aede-bcfb05de9b43), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:25.338002 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event deleted for resources: {'Port': ['ID=a2988fb6-9b2c-4382-aede-bcfb05de9b43,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:25.351953 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:25.352296 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:25.352657 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:25.352997 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:25.353328 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:25.353652 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:25.353973 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:25.354290 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:25.354611 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:25.354928 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:25.355244 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:25.355560 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:25.355874 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:25.356186 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:25.356498 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:25.413182 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for floatingip (b616e3b0-cd72-4589-a0ff-8b4a08d4120b), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:25.413426 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Floating IP b616e3b0-cd72-4589-a0ff-8b4a08d4120b disassociated (deleted). External IP: 172.27.4.38, port: be6c9f71-e72c-4f92-8296-06b8917da25b. Aug 24 03:49:25.628167 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Router dba2683b-a7c1-4a30-9360-6234b4966a54 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:49:25.731053 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:49:25.735832 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:25.740866 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebb723-7dba-417b-a335-e5448f05bbb3 None None] Sync routers for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:49:25.751660 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ebb723-7dba-417b-a335-e5448f05bbb3 None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:49:25.752265 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-97ebb723-7dba-417b-a335-e5448f05bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:49:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:25.768261 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ebf9b6b8-da77-4836-8279-30b0c94748cd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/b616e3b0-cd72-4589-a0ff-8b4a08d4120b HTTP/1.1" status: 204 len: 168 time: 0.9072936 Aug 24 03:49:25.768873 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70822538-7cb5-493a-910e-9644ae2c9ddb', 'tag': 'be6c9f71-e72c-4f92-8296-06b8917da25b'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:49:25.771279 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef1a6eb-0cd1-419f-aace-84f1c6541c20" -d '{"events": [{"name": "network-changed", "server_uuid": "70822538-7cb5-493a-910e-9644ae2c9ddb", "tag": "be6c9f71-e72c-4f92-8296-06b8917da25b"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:49:25.833625 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4732de5d-8e03-4807-b631-97e36ab522d4 x-openstack-request-id: req-4732de5d-8e03-4807-b631-97e36ab522d4 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:49:25.834362 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70822538-7cb5-493a-910e-9644ae2c9ddb", "tag": "be6c9f71-e72c-4f92-8296-06b8917da25b", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:49:25.834731 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4732de5d-8e03-4807-b631-97e36ab522d4 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:49:25.836021 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4732de5d-8e03-4807-b631-97e36ab522d4'] response: {'name': 'network-changed', 'server_uuid': '70822538-7cb5-493a-910e-9644ae2c9ddb', 'tag': 'be6c9f71-e72c-4f92-8296-06b8917da25b', 'status': 'completed', 'code': 200} Aug 24 03:49:25.855979 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-97ebb723-7dba-417b-a335-e5448f05bbb3 None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:49:25.894746 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:25.926883 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:25.941791 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1a6eb-0cd1-419f-aace-84f1c6541c20 req-38eb4461-5191-4f38-990d-52b6a3e02c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:49:25.943818 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8ef1a6eb-0cd1-419f-aace-84f1c6541c20 req-38eb4461-5191-4f38-990d-52b6a3e02c3d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 1129 time: 0.0597079 Aug 24 03:49:26.031518 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626be46-cade-4926-b791-4bb93ba3d65d req-7cfca679-df22-4d72-82ec-77c3c222100c tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:49:26.032977 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1626be46-cade-4926-b791-4bb93ba3d65d req-7cfca679-df22-4d72-82ec-77c3c222100c tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 945 time: 0.0481572 Aug 24 03:49:26.071026 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-97ebb723-7dba-417b-a335-e5448f05bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'd8419991-b290-40b2-b981-8614cadfbdf8', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'floating_ip_address': '172.27.4.171', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'port_id': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'mac_address': 'fa:16:3e:d2:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:45:53Z', 'updated_at': '2022-08-24T03:45:55Z', 'revision_number': 1, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:26.082756 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1626be46-cade-4926-b791-4bb93ba3d65d req-73608be9-6b3a-404a-b7e6-f6dc67286bfd tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438669 Aug 24 03:49:26.101362 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebb723-7dba-417b-a335-e5448f05bbb3 None None] Checking router: dba2683b-a7c1-4a30-9360-6234b4966a54 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:49:26.110520 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ebb723-7dba-417b-a335-e5448f05bbb3 None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:49:26.111118 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-97ebb723-7dba-417b-a335-e5448f05bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:49:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:26.287747 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-97ebb723-7dba-417b-a335-e5448f05bbb3 None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:49:26.491230 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-97ebb723-7dba-417b-a335-e5448f05bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'd8419991-b290-40b2-b981-8614cadfbdf8', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'floating_ip_address': '172.27.4.171', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'port_id': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'mac_address': 'fa:16:3e:d2:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:45:53Z', 'updated_at': '2022-08-24T03:45:55Z', 'revision_number': 1, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:26.515986 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebb723-7dba-417b-a335-e5448f05bbb3 None None] The sync data for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi is: [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_floatingips': [{'id': 'd8419991-b290-40b2-b981-8614cadfbdf8', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'floating_ip_address': '172.27.4.171', 'floating_network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'router_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'port_id': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'mac_address': 'fa:16:3e:d2:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T03:45:53Z', 'updated_at': '2022-08-24T03:45:55Z', 'revision_number': 1, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:49:26.729006 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c216b-fcd7-41f3-858b-829635aefbf6 None None] New status for floating IP b616e3b0-cd72-4589-a0ff-8b4a08d4120b: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:49:27.095863 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1a6eb-0cd1-419f-aace-84f1c6541c20 req-12aefefc-cb3e-4d37-b457-2fdb8f35ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:49:27.097287 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8ef1a6eb-0cd1-419f-aace-84f1c6541c20 req-12aefefc-cb3e-4d37-b457-2fdb8f35ff0a service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 912 time: 0.0896630 Aug 24 03:49:27.202288 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30c0a1-ebd1-4ff2-ae70-056b1031dc2e req-e0afe37e-d70b-4f3d-848b-a468f757c88c tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:49:27.203751 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cc30c0a1-ebd1-4ff2-ae70-056b1031dc2e req-e0afe37e-d70b-4f3d-848b-a468f757c88c tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 945 time: 0.0470099 Aug 24 03:49:27.248617 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8ef1a6eb-0cd1-419f-aace-84f1c6541c20 req-fd981df0-2b7b-4b1d-8c74-709953e9cc26 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be6c9f71-e72c-4f92-8296-06b8917da25b HTTP/1.1" status: 200 len: 217 time: 0.0337653 Aug 24 03:49:27.260854 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cc30c0a1-ebd1-4ff2-ae70-056b1031dc2e req-53a75524-d51c-4579-9745-8ca36636c153 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516148 Aug 24 03:49:27.306124 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1a6eb-0cd1-419f-aace-84f1c6541c20 req-b916e57f-1c40-443b-943a-669c527031b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:49:27.307574 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8ef1a6eb-0cd1-419f-aace-84f1c6541c20 req-b916e57f-1c40-443b-943a-669c527031b5 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0534303 Aug 24 03:49:27.528364 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1a6eb-0cd1-419f-aace-84f1c6541c20 req-b7142c51-67f9-44d1-ac8d-874bbc755c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:49:27.530534 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8ef1a6eb-0cd1-419f-aace-84f1c6541c20 req-b7142c51-67f9-44d1-ac8d-874bbc755c62 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470605 Aug 24 03:49:27.659421 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8ef1a6eb-0cd1-419f-aace-84f1c6541c20 req-50df2c31-5e8e-4529-9755-805a681df6ce service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134462 Aug 24 03:49:27.679502 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a0522-180c-4d47-a64f-fba4c0930291 req-c94c141e-59bb-4179-8f0d-8237aff9049a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:49:27.680891 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8f7a0522-180c-4d47-a64f-fba4c0930291 req-c94c141e-59bb-4179-8f0d-8237aff9049a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 945 time: 0.0642843 Aug 24 03:49:28.059910 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8ef1a6eb-0cd1-419f-aace-84f1c6541c20 req-7be02169-564a-4f67-a8c8-dec9aa0d9952 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925934 Aug 24 03:49:28.060971 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-8f7a0522-180c-4d47-a64f-fba4c0930291 req-d0cd0bdc-9927-44c2-8006-7e64093dfd8d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Deleting port be6c9f71-e72c-4f92-8296-06b8917da25b {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:49:28.061311 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-8f7a0522-180c-4d47-a64f-fba4c0930291 req-d0cd0bdc-9927-44c2-8006-7e64093dfd8d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:28.151294 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-8f7a0522-180c-4d47-a64f-fba4c0930291 req-d0cd0bdc-9927-44c2-8006-7e64093dfd8d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] For port be6c9f71-e72c-4f92-8296-06b8917da25b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=be6c9f71-e72c-4f92-8296-06b8917da25b,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:49:28.152003 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-8f7a0522-180c-4d47-a64f-fba4c0930291 req-d0cd0bdc-9927-44c2-8006-7e64093dfd8d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:28.164261 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-8f7a0522-180c-4d47-a64f-fba4c0930291 req-d0cd0bdc-9927-44c2-8006-7e64093dfd8d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Calling delete_port for be6c9f71-e72c-4f92-8296-06b8917da25b owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:49:28.297535 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-8f7a0522-180c-4d47-a64f-fba4c0930291 req-d0cd0bdc-9927-44c2-8006-7e64093dfd8d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (be6c9f71-e72c-4f92-8296-06b8917da25b), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:28.328928 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd0bdc-9927-44c2-8006-7e64093dfd8d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event deleted for resources: {'Port': ['ID=be6c9f71-e72c-4f92-8296-06b8917da25b,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:28.380517 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7a0522-180c-4d47-a64f-fba4c0930291 req-d0cd0bdc-9927-44c2-8006-7e64093dfd8d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] No DVR routers for this DVR port be6c9f71-e72c-4f92-8296-06b8917da25b on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:49:28.383155 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-8f7a0522-180c-4d47-a64f-fba4c0930291 req-d0cd0bdc-9927-44c2-8006-7e64093dfd8d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:28.383660 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ffc1c3c6-56b8-4148-914c-f0464cfe47e7 req-0b2d9d29-1575-4410-9ff2-c85d716350da tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=70822538-7cb5-493a-910e-9644ae2c9ddb HTTP/1.1" status: 200 len: 210 time: 0.0297964 Aug 24 03:49:28.386651 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8f7a0522-180c-4d47-a64f-fba4c0930291 req-d0cd0bdc-9927-44c2-8006-7e64093dfd8d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.84 "DELETE /networking/v2.0/ports/be6c9f71-e72c-4f92-8296-06b8917da25b HTTP/1.1" status: 204 len: 173 time: 0.6949341 Aug 24 03:49:28.387103 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70822538-7cb5-493a-910e-9644ae2c9ddb', 'name': 'network-vif-deleted', 'tag': 'be6c9f71-e72c-4f92-8296-06b8917da25b'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:49:28.390295 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558fcd6b-2ca2-4ca4-aa16-2a093cb94f49" -d '{"events": [{"server_uuid": "70822538-7cb5-493a-910e-9644ae2c9ddb", "name": "network-vif-deleted", "tag": "be6c9f71-e72c-4f92-8296-06b8917da25b"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:49:28.430871 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526df1fb-1caa-4058-8e40-b6a024d935e7 x-openstack-request-id: req-526df1fb-1caa-4058-8e40-b6a024d935e7 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:49:28.431166 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70822538-7cb5-493a-910e-9644ae2c9ddb", "name": "network-vif-deleted", "tag": "be6c9f71-e72c-4f92-8296-06b8917da25b", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:49:28.431502 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-526df1fb-1caa-4058-8e40-b6a024d935e7 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:49:28.431971 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-526df1fb-1caa-4058-8e40-b6a024d935e7'] response: {'server_uuid': '70822538-7cb5-493a-910e-9644ae2c9ddb', 'name': 'network-vif-deleted', 'tag': 'be6c9f71-e72c-4f92-8296-06b8917da25b', 'status': 'completed', 'code': 200} Aug 24 03:49:28.813755 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:49:29.965133 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device be6c9f71-e72c-4f92-8296-06b8917da25b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:49:29.984884 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: be6c9f71-e72c-4f92-8296-06b8917da25b {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:49:29.985229 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device be6c9f71-e72c-4f92-8296-06b8917da25b not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:49:31.688931 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60680) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:31.795261 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:31.833084 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:31.836601 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-8f21564d-b0f2-4183-a37a-d5b7c5bdbfb9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Deleting port b45e795a-e5ce-4384-b44c-9e18fe862bb7 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:49:31.836993 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f21564d-b0f2-4183-a37a-d5b7c5bdbfb9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (b45e795a-e5ce-4384-b44c-9e18fe862bb7), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:31.913370 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f21564d-b0f2-4183-a37a-d5b7c5bdbfb9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (b45e795a-e5ce-4384-b44c-9e18fe862bb7), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:31.913702 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f21564d-b0f2-4183-a37a-d5b7c5bdbfb9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for floatingip (b45e795a-e5ce-4384-b44c-9e18fe862bb7), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:31.926353 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-8f21564d-b0f2-4183-a37a-d5b7c5bdbfb9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Calling delete_port for b45e795a-e5ce-4384-b44c-9e18fe862bb7 owned by network:floatingip {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:49:32.070822 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f21564d-b0f2-4183-a37a-d5b7c5bdbfb9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (b45e795a-e5ce-4384-b44c-9e18fe862bb7), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:32.096277 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21564d-b0f2-4183-a37a-d5b7c5bdbfb9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event deleted for resources: {'Port': ['ID=b45e795a-e5ce-4384-b44c-9e18fe862bb7,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:32.163546 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f21564d-b0f2-4183-a37a-d5b7c5bdbfb9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for floatingip (d8419991-b290-40b2-b981-8614cadfbdf8), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:32.163867 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-8f21564d-b0f2-4183-a37a-d5b7c5bdbfb9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Floating IP d8419991-b290-40b2-b981-8614cadfbdf8 disassociated (deleted). External IP: 172.27.4.171, port: 94e62715-a19a-4e2c-9d13-d5ced48f4941. Aug 24 03:49:32.363016 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f21564d-b0f2-4183-a37a-d5b7c5bdbfb9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Router dba2683b-a7c1-4a30-9360-6234b4966a54 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:49:32.465538 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f21564d-b0f2-4183-a37a-d5b7c5bdbfb9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:49:32.470928 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f21564d-b0f2-4183-a37a-d5b7c5bdbfb9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:32.475923 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc9ace-3d62-4c3a-b00b-26ea2049a36e None None] Sync routers for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:49:32.486879 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc9ace-3d62-4c3a-b00b-26ea2049a36e None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:49:32.487484 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-4acc9ace-3d62-4c3a-b00b-26ea2049a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:49:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:32.506323 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8f21564d-b0f2-4183-a37a-d5b7c5bdbfb9 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/d8419991-b290-40b2-b981-8614cadfbdf8 HTTP/1.1" status: 204 len: 168 time: 0.8138561 Aug 24 03:49:32.506323 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'tag': '94e62715-a19a-4e2c-9d13-d5ced48f4941'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:49:32.507072 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e578afa-1aea-4877-9c12-39a36090ad85" -d '{"events": [{"name": "network-changed", "server_uuid": "98a71e9c-31b1-4efe-9580-1aeb161cb712", "tag": "94e62715-a19a-4e2c-9d13-d5ced48f4941"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:49:32.547610 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 03:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8d0e26-772f-4380-a63e-779a6e2e9589 x-openstack-request-id: req-7b8d0e26-772f-4380-a63e-779a6e2e9589 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:49:32.547901 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a71e9c-31b1-4efe-9580-1aeb161cb712", "tag": "94e62715-a19a-4e2c-9d13-d5ced48f4941", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:49:32.548270 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b8d0e26-772f-4380-a63e-779a6e2e9589 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:49:32.548674 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8d0e26-772f-4380-a63e-779a6e2e9589'] response: {'name': 'network-changed', 'server_uuid': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'tag': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'status': 'completed', 'code': 200} Aug 24 03:49:32.595570 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-4acc9ace-3d62-4c3a-b00b-26ea2049a36e None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:49:32.597094 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:32.640620 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e578afa-1aea-4877-9c12-39a36090ad85 req-1ad41b33-da7f-47af-a151-0c4f5dc4e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:49:32.642271 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1e578afa-1aea-4877-9c12-39a36090ad85 req-1ad41b33-da7f-47af-a151-0c4f5dc4e537 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c742ff2fa942409384b6294cf883ce0a&device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 1130 time: 0.0436933 Aug 24 03:49:32.749107 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e17c43-c4a3-4e63-8a03-a9dc8c7c2469 req-428ce5e1-4339-44b9-aff4-11308a442d44 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:49:32.750644 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b9e17c43-c4a3-4e63-8a03-a9dc8c7c2469 req-428ce5e1-4339-44b9-aff4-11308a442d44 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 946 time: 0.0515752 Aug 24 03:49:32.769448 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:32.801126 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b9e17c43-c4a3-4e63-8a03-a9dc8c7c2469 req-96315214-26b8-4a5e-81bc-681a665602ee tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447621 Aug 24 03:49:32.814266 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-4acc9ace-3d62-4c3a-b00b-26ea2049a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:32.838737 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc9ace-3d62-4c3a-b00b-26ea2049a36e None None] Checking router: dba2683b-a7c1-4a30-9360-6234b4966a54 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:49:32.847653 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc9ace-3d62-4c3a-b00b-26ea2049a36e None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:49:32.848235 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-4acc9ace-3d62-4c3a-b00b-26ea2049a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:49:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:32.949468 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-4acc9ace-3d62-4c3a-b00b-26ea2049a36e None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:49:33.133873 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-4acc9ace-3d62-4c3a-b00b-26ea2049a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:33.162321 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc9ace-3d62-4c3a-b00b-26ea2049a36e None None] The sync data for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi is: [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:42:58Z', 'revision_number': 4, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi', '_interfaces': [{'id': '9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e', 'name': '', 'network_id': 'a77328d1-9351-48c2-a2f3-0639347291ff', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'mac_address': 'fa:16:3e:97:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:57Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'subnets': [{'id': 'de63b65b-8e69-43b5-9be1-b0f4daa2d445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:49:33.376401 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f7127e-ceec-426d-bc41-73eaf4e78b63 None None] New status for floating IP d8419991-b290-40b2-b981-8614cadfbdf8: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 03:49:33.787909 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:33.804569 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e578afa-1aea-4877-9c12-39a36090ad85 req-9ab0b550-24c0-4738-86c6-b7be7ad43c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:49:33.806081 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1e578afa-1aea-4877-9c12-39a36090ad85 req-9ab0b550-24c0-4738-86c6-b7be7ad43c24 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 200 len: 912 time: 0.0886014 Aug 24 03:49:33.920648 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd41435-17ce-4d20-94e6-0eaa59b742b2 req-38046a40-86b0-41e5-8c7b-fd49c893e6f3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:49:33.922193 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1fd41435-17ce-4d20-94e6-0eaa59b742b2 req-38046a40-86b0-41e5-8c7b-fd49c893e6f3 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 946 time: 0.0480194 Aug 24 03:49:33.974757 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1fd41435-17ce-4d20-94e6-0eaa59b742b2 req-66e8ae24-a62f-4bec-8614-1bf18528db9c tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f7e08b05-2847-4e7f-8c09-23e212ea0088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470636 Aug 24 03:49:34.040198 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1e578afa-1aea-4877-9c12-39a36090ad85 req-e07d7339-ec63-42e2-879c-dd93e8254963 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94e62715-a19a-4e2c-9d13-d5ced48f4941 HTTP/1.1" status: 200 len: 217 time: 0.0386081 Aug 24 03:49:34.055268 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:34.091713 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e578afa-1aea-4877-9c12-39a36090ad85 req-32611e03-ed27-4c97-babf-bd7cb1a452c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:49:34.093153 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1e578afa-1aea-4877-9c12-39a36090ad85 req-32611e03-ed27-4c97-babf-bd7cb1a452c1 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 200 len: 850 time: 0.0457258 Aug 24 03:49:34.258310 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e578afa-1aea-4877-9c12-39a36090ad85 req-588c7f63-7ce3-4903-80f0-36c8584f66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:49:34.259833 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1e578afa-1aea-4877-9c12-39a36090ad85 req-588c7f63-7ce3-4903-80f0-36c8584f66ea service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a77328d1-9351-48c2-a2f3-0639347291ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391123 Aug 24 03:49:34.362873 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1e578afa-1aea-4877-9c12-39a36090ad85 req-fed29cf1-78c2-418b-83bc-3344af25acd8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962901 Aug 24 03:49:34.415121 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb588a-063a-4448-b9e4-0a9d18ed4e40 req-d996840a-81b4-4fc3-91fa-b3552ab9dd20 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 03:49:34.417231 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e3cb588a-063a-4448-b9e4-0a9d18ed4e40 req-d996840a-81b4-4fc3-91fa-b3552ab9dd20 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 946 time: 0.0681880 Aug 24 03:49:34.556337 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1e578afa-1aea-4877-9c12-39a36090ad85 req-65c00609-fbae-4232-8517-7e7a57f8cf51 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773088 Aug 24 03:49:34.563070 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-e3cb588a-063a-4448-b9e4-0a9d18ed4e40 req-37e93aff-6c0f-42b7-aaff-4eadb2f3294a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Deleting port 94e62715-a19a-4e2c-9d13-d5ced48f4941 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:49:34.563411 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e3cb588a-063a-4448-b9e4-0a9d18ed4e40 req-37e93aff-6c0f-42b7-aaff-4eadb2f3294a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:34.657856 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-e3cb588a-063a-4448-b9e4-0a9d18ed4e40 req-37e93aff-6c0f-42b7-aaff-4eadb2f3294a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] For port 94e62715-a19a-4e2c-9d13-d5ced48f4941, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=94e62715-a19a-4e2c-9d13-d5ced48f4941,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:49:34.658111 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e3cb588a-063a-4448-b9e4-0a9d18ed4e40 req-37e93aff-6c0f-42b7-aaff-4eadb2f3294a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:34.671807 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-e3cb588a-063a-4448-b9e4-0a9d18ed4e40 req-37e93aff-6c0f-42b7-aaff-4eadb2f3294a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Calling delete_port for 94e62715-a19a-4e2c-9d13-d5ced48f4941 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:49:34.808926 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e3cb588a-063a-4448-b9e4-0a9d18ed4e40 req-37e93aff-6c0f-42b7-aaff-4eadb2f3294a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (94e62715-a19a-4e2c-9d13-d5ced48f4941), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:34.838218 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e93aff-6c0f-42b7-aaff-4eadb2f3294a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event deleted for resources: {'Port': ['ID=94e62715-a19a-4e2c-9d13-d5ced48f4941,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:34.883013 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cb588a-063a-4448-b9e4-0a9d18ed4e40 req-37e93aff-6c0f-42b7-aaff-4eadb2f3294a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] No DVR routers for this DVR port 94e62715-a19a-4e2c-9d13-d5ced48f4941 on host hv-cinder-85426 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:49:34.885485 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e3cb588a-063a-4448-b9e4-0a9d18ed4e40 req-37e93aff-6c0f-42b7-aaff-4eadb2f3294a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:34.889493 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e3cb588a-063a-4448-b9e4-0a9d18ed4e40 req-37e93aff-6c0f-42b7-aaff-4eadb2f3294a tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.84 "DELETE /networking/v2.0/ports/94e62715-a19a-4e2c-9d13-d5ced48f4941 HTTP/1.1" status: 204 len: 173 time: 0.4646053 Aug 24 03:49:34.890054 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'name': 'network-vif-deleted', 'tag': '94e62715-a19a-4e2c-9d13-d5ced48f4941'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 03:49:34.892357 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875e1eb9855f4c6e2603235b9a9a3400c6dee12fe7d7d0477bd1d368ba215de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeb59c2-444e-45c7-81fc-47e524e6fa25" -d '{"events": [{"server_uuid": "98a71e9c-31b1-4efe-9580-1aeb161cb712", "name": "network-vif-deleted", "tag": "94e62715-a19a-4e2c-9d13-d5ced48f4941"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 03:49:34.932431 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 03:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e0f1e1-877d-4b73-a319-c3877ac9d08d x-openstack-request-id: req-98e0f1e1-877d-4b73-a319-c3877ac9d08d {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 03:49:34.932718 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a71e9c-31b1-4efe-9580-1aeb161cb712", "name": "network-vif-deleted", "tag": "94e62715-a19a-4e2c-9d13-d5ced48f4941", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 03:49:34.933007 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-98e0f1e1-877d-4b73-a319-c3877ac9d08d {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 03:49:34.933409 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e0f1e1-877d-4b73-a319-c3877ac9d08d'] response: {'server_uuid': '98a71e9c-31b1-4efe-9580-1aeb161cb712', 'name': 'network-vif-deleted', 'tag': '94e62715-a19a-4e2c-9d13-d5ced48f4941', 'status': 'completed', 'code': 200} Aug 24 03:49:35.074794 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c9267701-1612-41c7-8ca0-8b039b4cf86a req-de7031b0-958c-4d8d-8233-9caef8ec842d tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=98a71e9c-31b1-4efe-9580-1aeb161cb712 HTTP/1.1" status: 200 len: 210 time: 0.0279005 Aug 24 03:49:36.140193 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60696) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:36.253141 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-a46698cc-ea95-4f27-8978-ef934466cc57 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Deleting port 65b00e15-31c7-4135-9796-7d50c3094b73 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:49:36.253405 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a46698cc-ea95-4f27-8978-ef934466cc57 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (65b00e15-31c7-4135-9796-7d50c3094b73), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:36.318883 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:36.333393 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a46698cc-ea95-4f27-8978-ef934466cc57 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (65b00e15-31c7-4135-9796-7d50c3094b73), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:36.333723 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a46698cc-ea95-4f27-8978-ef934466cc57 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for floatingip (65b00e15-31c7-4135-9796-7d50c3094b73), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:36.346514 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-a46698cc-ea95-4f27-8978-ef934466cc57 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Calling delete_port for 65b00e15-31c7-4135-9796-7d50c3094b73 owned by network:floatingip {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:49:36.398401 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:36.481841 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a46698cc-ea95-4f27-8978-ef934466cc57 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (65b00e15-31c7-4135-9796-7d50c3094b73), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:36.506000 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46698cc-ea95-4f27-8978-ef934466cc57 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event deleted for resources: {'Port': ['ID=65b00e15-31c7-4135-9796-7d50c3094b73,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:36.568919 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a46698cc-ea95-4f27-8978-ef934466cc57 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for floatingip (3bed066e-8fd8-4f97-96ac-c9bbc0347270), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:36.571383 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a46698cc-ea95-4f27-8978-ef934466cc57 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417650'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:36.572523 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a46698cc-ea95-4f27-8978-ef934466cc57 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/3bed066e-8fd8-4f97-96ac-c9bbc0347270 HTTP/1.1" status: 204 len: 168 time: 0.4322846 Aug 24 03:49:37.786393 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60708) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:37.850151 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f7778d9-7035-4a93-ac66-8a39c4c3d3c2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group (f7e08b05-2847-4e7f-8c09-23e212ea0088), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:37.874433 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f7778d9-7035-4a93-ac66-8a39c4c3d3c2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group (f7e08b05-2847-4e7f-8c09-23e212ea0088), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:37.941227 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f7778d9-7035-4a93-ac66-8a39c4c3d3c2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (f7e08b05-2847-4e7f-8c09-23e212ea0088), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:37.943786 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f7778d9-7035-4a93-ac66-8a39c4c3d3c2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:37.944986 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8f7778d9-7035-4a93-ac66-8a39c4c3d3c2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/f7e08b05-2847-4e7f-8c09-23e212ea0088 HTTP/1.1" status: 204 len: 168 time: 0.1575205 Aug 24 03:49:37.955819 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7778d9-7035-4a93-ac66-8a39c4c3d3c2 tempest-TestVolumeBootPattern-212920611 tempest-TestVolumeBootPattern-212920611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e08b05-2847-4e7f-8c09-23e212ea0088,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:38.002998 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60712) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:38.031427 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 94e62715-a19a-4e2c-9d13-d5ced48f4941 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:49:38.052840 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] No Port match for: 94e62715-a19a-4e2c-9d13-d5ced48f4941 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:49:38.053188 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Device 94e62715-a19a-4e2c-9d13-d5ced48f4941 not bound to the agent host hv-cinder-85426 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:49:38.427493 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-73b9a120-303f-4b6b-bead-dfa1471542bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892142'] for router_interface (dba2683b-a7c1-4a30-9360-6234b4966a54), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:38.636700 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:38.638654 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:38.653161 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-73b9a120-303f-4b6b-bead-dfa1471542bd admin admin] Deleting port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:49:38.653501 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-73b9a120-303f-4b6b-bead-dfa1471542bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:38.735756 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-73b9a120-303f-4b6b-bead-dfa1471542bd admin admin] For port 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:49:38.736112 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-73b9a120-303f-4b6b-bead-dfa1471542bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:38.748831 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-73b9a120-303f-4b6b-bead-dfa1471542bd admin admin] Calling delete_port for 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e owned by network:router_interface {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:49:38.924933 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-73b9a120-303f-4b6b-bead-dfa1471542bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:38.950284 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9a120-303f-4b6b-bead-dfa1471542bd admin admin] Pushing event deleted for resources: {'Port': ['ID=9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:39.114813 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-73b9a120-303f-4b6b-bead-dfa1471542bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892026'] for router_interface (dba2683b-a7c1-4a30-9360-6234b4966a54), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:39.564384 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b9a120-303f-4b6b-bead-dfa1471542bd admin admin] Router dba2683b-a7c1-4a30-9360-6234b4966a54 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:49:39.651469 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:39.667968 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b9a120-303f-4b6b-bead-dfa1471542bd admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:49:39.673466 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-73b9a120-303f-4b6b-bead-dfa1471542bd admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/dba2683b-a7c1-4a30-9360-6234b4966a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6693389 Aug 24 03:49:39.676021 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60716) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:39.677107 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f67f91e-9f8b-4f85-bacd-41b688196bc3 None None] Sync routers for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:49:39.688064 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f67f91e-9f8b-4f85-bacd-41b688196bc3 None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:49:39.688677 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-5f67f91e-9f8b-4f85-bacd-41b688196bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:49:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:39.761702 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:39.779177 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] Publish callbacks [] for router (dba2683b-a7c1-4a30-9360-6234b4966a54), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:39.788489 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-5f67f91e-9f8b-4f85-bacd-41b688196bc3 None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:49:39.881261 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] Publish callbacks [] for router_gateway (dba2683b-a7c1-4a30-9360-6234b4966a54), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:39.931548 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] Deleting port 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:49:39.932241 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:39.958122 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-5f67f91e-9f8b-4f85-bacd-41b688196bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:49:38Z', 'revision_number': 5, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port': {'id': '8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:39.983212 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f67f91e-9f8b-4f85-bacd-41b688196bc3 None None] Checking router: dba2683b-a7c1-4a30-9360-6234b4966a54 for host: dv-cinder-854261-1-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:49:39.991809 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f67f91e-9f8b-4f85-bacd-41b688196bc3 None None] Routers {'dba2683b-a7c1-4a30-9360-6234b4966a54'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:49:39.992401 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-5f67f91e-9f8b-4f85-bacd-41b688196bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:49:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['dba2683b-a7c1-4a30-9360-6234b4966a54'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:40.015396 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] For port 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:49:40.015759 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:40.030799 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] Calling delete_port for 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a owned by network:router_gateway {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:49:40.158878 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-5f67f91e-9f8b-4f85-bacd-41b688196bc3 None None] Set router dba2683b-a7c1-4a30-9360-6234b4966a54 gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:49:40.203992 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:40.209108 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-5f67f91e-9f8b-4f85-bacd-41b688196bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:49:39Z', 'revision_number': 6, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port_host': None}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:40.228435 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:40.233526 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f67f91e-9f8b-4f85-bacd-41b688196bc3 None None] The sync data for ids ['dba2683b-a7c1-4a30-9360-6234b4966a54'] in dv-cinder-854261-1-iscsi is: [{'id': 'dba2683b-a7c1-4a30-9360-6234b4966a54', 'name': 'tempest-TestVolumeBootPattern-297238389-router', 'tenant_id': 'c742ff2fa942409384b6294cf883ce0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:42:55Z', 'updated_at': '2022-08-24T03:49:39Z', 'revision_number': 6, 'project_id': 'c742ff2fa942409384b6294cf883ce0a', 'gw_port_host': None}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:49:40.300674 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7889515'] for router_gateway (dba2683b-a7c1-4a30-9360-6234b4966a54), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:40.387712 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7892112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12826'] for router (dba2683b-a7c1-4a30-9360-6234b4966a54), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:40.390500 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] Publish callbacks [] for router_controller (dba2683b-a7c1-4a30-9360-6234b4966a54), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:40.432651 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7892105'] for router (dba2683b-a7c1-4a30-9360-6234b4966a54), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:40.433184 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dba2683b-a7c1-4a30-9360-6234b4966a54 {{(pid=106301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 03:49:40.438629 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:40.439772 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-7a181f15-a075-46f3-a79f-9dd61122ee63 admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/dba2683b-a7c1-4a30-9360-6234b4966a54 HTTP/1.1" status: 204 len: 168 time: 0.7628114 Aug 24 03:49:40.442290 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60718) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:40.487807 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8dcfdb-de05-4af0-87d8-b64e18c0ba5a admin admin] Deleting subnet de63b65b-8e69-43b5-9be1-b0f4daa2d445 {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:49:40.490990 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4c8dcfdb-de05-4af0-87d8-b64e18c0ba5a admin admin] Publish callbacks [] for subnet (de63b65b-8e69-43b5-9be1-b0f4daa2d445), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:40.530674 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4c8dcfdb-de05-4af0-87d8-b64e18c0ba5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743081'] for subnet (de63b65b-8e69-43b5-9be1-b0f4daa2d445), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:40.592789 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:40.619454 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4c8dcfdb-de05-4af0-87d8-b64e18c0ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (de63b65b-8e69-43b5-9be1-b0f4daa2d445), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:40.664809 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:40.688982 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4c8dcfdb-de05-4af0-87d8-b64e18c0ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4933138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4973747'] for subnet (de63b65b-8e69-43b5-9be1-b0f4daa2d445), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:40.715003 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:49:40.726063 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4c8dcfdb-de05-4af0-87d8-b64e18c0ba5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:40.729972 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4c8dcfdb-de05-4af0-87d8-b64e18c0ba5a admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/de63b65b-8e69-43b5-9be1-b0f4daa2d445 HTTP/1.1" status: 204 len: 168 time: 0.2867711 Aug 24 03:49:40.730945 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dcfdb-de05-4af0-87d8-b64e18c0ba5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de63b65b-8e69-43b5-9be1-b0f4daa2d445,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:40.733504 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60720) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:40.737232 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:49:40.737582 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 9a22c8d8-24ad-4e73-a6fe-1ebdfbd6c36e not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:49:40.739010 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b267a374-c771-4116-95e2-ac90cc78038f None None] Network a77328d1-9351-48c2-a2f3-0639347291ff requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:49:40.807443 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (a77328d1-9351-48c2-a2f3-0639347291ff), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:40.852209 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] Deleting port 03605d06-73be-47b8-a7c1-0a9185a34563 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:49:40.852441 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (03605d06-73be-47b8-a7c1-0a9185a34563), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:40.927631 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] For port 03605d06-73be-47b8-a7c1-0a9185a34563, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=03605d06-73be-47b8-a7c1-0a9185a34563,segment=NetworkSegment(c40a33bd-29b8-415b-b9de-66108859b55e),segment_id=c40a33bd-29b8-415b-b9de-66108859b55e)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:49:40.927992 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (03605d06-73be-47b8-a7c1-0a9185a34563), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:40.941373 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] Calling delete_port for 03605d06-73be-47b8-a7c1-0a9185a34563 owned by network:dhcp {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:49:41.018969 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4933191'] for port (03605d06-73be-47b8-a7c1-0a9185a34563), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:41.044625 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51df9bcf-1fa9-47c3-9765-6055b08ea48c None None] DHCP port deletion for a77328d1-9351-48c2-a2f3-0639347291ff request from dv-cinder-854261-1-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 03:49:41.046357 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] Pushing event deleted for resources: {'Port': ['ID=03605d06-73be-47b8-a7c1-0a9185a34563,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:41.048222 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] No DVR routers for this DVR port 03605d06-73be-47b8-a7c1-0a9185a34563 on host dv-cinder-854261-1-iscsi {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:49:41.127674 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (a77328d1-9351-48c2-a2f3-0639347291ff), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:41.149611 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77328d1-9351-48c2-a2f3-0639347291ff']}} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:41.160901 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40a33bd-29b8-415b-b9de-66108859b55e') {'for_net_delete': True} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:41.161179 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40a33bd-29b8-415b-b9de-66108859b55e') {} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:41.171801 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743072'] for segment (c40a33bd-29b8-415b-b9de-66108859b55e), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:41.184814 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (c40a33bd-29b8-415b-b9de-66108859b55e), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:41.193073 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=106301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:49:41.193691 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4933236'] for segment (c40a33bd-29b8-415b-b9de-66108859b55e), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:41.267699 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (a77328d1-9351-48c2-a2f3-0639347291ff), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:41.273645 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:41.279773 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/a77328d1-9351-48c2-a2f3-0639347291ff HTTP/1.1" status: 204 len: 168 time: 0.5420280 Aug 24 03:49:41.280634 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60726) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:41.288556 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf8dc5-5b61-4e8e-adb7-c052329b99ac admin admin] Pushing event deleted for resources: {'Network': ['ID=a77328d1-9351-48c2-a2f3-0639347291ff,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:41.320012 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment c40a33bd-29b8-415b-b9de-66108859b55e resource provider aggregate not found Aug 24 03:49:41.338221 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment c40a33bd-29b8-415b-b9de-66108859b55e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c40a33bd-29b8-415b-b9de-66108859b55e found for delete ", "request_id": "req-3f4280b7-7d48-4f3c-87b8-767be3ffdea1"}]} Aug 24 03:49:41.610464 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892142'] for router_interface (e774eb15-5d60-4b74-b760-97ad02fdfb27), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:41.829511 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Deleting port 4168e428-5fa1-468c-aabe-81565587839a {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:49:41.829847 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (4168e428-5fa1-468c-aabe-81565587839a), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:41.842983 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:41.856589 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:41.914750 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] For port 4168e428-5fa1-468c-aabe-81565587839a, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=4168e428-5fa1-468c-aabe-81565587839a,segment=NetworkSegment(724d56a4-2510-4388-9b24-fab3c134cafb),segment_id=724d56a4-2510-4388-9b24-fab3c134cafb)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:49:41.915122 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (4168e428-5fa1-468c-aabe-81565587839a), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:41.928248 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Calling delete_port for 4168e428-5fa1-468c-aabe-81565587839a owned by network:router_interface {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:49:42.104093 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (4168e428-5fa1-468c-aabe-81565587839a), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:42.129113 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Pushing event deleted for resources: {'Port': ['ID=4168e428-5fa1-468c-aabe-81565587839a,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:42.143216 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:42.143567 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:42.143912 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:42.144253 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:42.144596 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:42.144988 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:42.145324 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:42.145656 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:42.145987 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:42.146314 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:42.146643 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:42.146972 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:42.147294 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:42.148185 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:42.148185 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:42.308034 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892026'] for router_interface (e774eb15-5d60-4b74-b760-97ad02fdfb27), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:42.485477 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 03605d06-73be-47b8-a7c1-0a9185a34563 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:49:42.509988 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 03605d06-73be-47b8-a7c1-0a9185a34563 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:49:42.510333 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 03605d06-73be-47b8-a7c1-0a9185a34563 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:49:42.510747 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:49:42.513543 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Router e774eb15-5d60-4b74-b760-97ad02fdfb27 has already been hosted by L3 agent 23df649b-7a39-41f4-af67-f51e1e03a30e {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 03:49:42.529811 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:49:42.530185 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 8cd06ba3-50ae-4637-8f4f-1cc7f2461d8a not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:49:42.616810 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] Notify agent at l3_agent.dv-cinder-854261-1-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 03:49:42.621676 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e86c0a1b-1735-4b5f-8bd0-e491da6ac32a admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/e774eb15-5d60-4b74-b760-97ad02fdfb27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3401961 Aug 24 03:49:42.625870 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60730) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:42.626561 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf8de0-4796-4118-aa63-047d5310eed6 None None] Sync routers for ids ['e774eb15-5d60-4b74-b760-97ad02fdfb27'] in dv-cinder-854261-1-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 03:49:42.636504 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf8de0-4796-4118-aa63-047d5310eed6 None None] Routers {'e774eb15-5d60-4b74-b760-97ad02fdfb27'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:49:42.637138 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-2baf8de0-4796-4118-aa63-047d5310eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:49:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['e774eb15-5d60-4b74-b760-97ad02fdfb27'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:42.670191 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=27,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:42.696726 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:42.700560 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:42.716986 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:42.729418 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] Publish callbacks [] for router (e774eb15-5d60-4b74-b760-97ad02fdfb27), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:42.743349 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-2baf8de0-4796-4118-aa63-047d5310eed6 None None] Set router e774eb15-5d60-4b74-b760-97ad02fdfb27 gateway port host: dv-cinder-854261-1-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:49:42.829399 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] Publish callbacks [] for router_gateway (e774eb15-5d60-4b74-b760-97ad02fdfb27), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:42.872291 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] Deleting port 06692a22-9e84-4852-bc32-961c14e3ae3b {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:49:42.872627 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (06692a22-9e84-4852-bc32-961c14e3ae3b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:42.912009 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-2baf8de0-4796-4118-aa63-047d5310eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'name': 'tempest-TestVolumeBootPattern-545377874-router', 'tenant_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'external_fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.242'}], 'enable_snat': True}, 'gw_port_id': '06692a22-9e84-4852-bc32-961c14e3ae3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:49:42Z', 'revision_number': 5, 'project_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'gw_port': {'id': '06692a22-9e84-4852-bc32-961c14e3ae3b', 'name': '', 'network_id': '68ed77cc-6535-48c9-8f55-c96c079deaef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'ip_address': '172.27.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13574f3c-afbf-4d5a-b7be-0bed11381e42', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-1-iscsi'}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:42.938647 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf8de0-4796-4118-aa63-047d5310eed6 None None] Checking router: e774eb15-5d60-4b74-b760-97ad02fdfb27 for host: dv-cinder-854261-1-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 03:49:42.946990 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf8de0-4796-4118-aa63-047d5310eed6 None None] Routers {'e774eb15-5d60-4b74-b760-97ad02fdfb27'} bound to L3 agent in host dv-cinder-854261-1-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 03:49:42.947516 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-2baf8de0-4796-4118-aa63-047d5310eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T03:22:20Z,description=,heartbeat_timestamp=2022-08-24T03:49:20Z,host='dv-cinder-854261-1-iscsi',id=23df649b-7a39-41f4-af67-f51e1e03a30e,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T03:22:20Z,topic='l3_agent')) {'router_ids': ['e774eb15-5d60-4b74-b760-97ad02fdfb27'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:42.954708 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] For port 06692a22-9e84-4852-bc32-961c14e3ae3b, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=06692a22-9e84-4852-bc32-961c14e3ae3b,segment=NetworkSegment(567aeac5-582d-4eb6-ad1a-c466533ba610),segment_id=567aeac5-582d-4eb6-ad1a-c466533ba610)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:49:42.955076 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (06692a22-9e84-4852-bc32-961c14e3ae3b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:42.971720 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] Calling delete_port for 06692a22-9e84-4852-bc32-961c14e3ae3b owned by network:router_gateway {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:49:43.030917 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-2baf8de0-4796-4118-aa63-047d5310eed6 None None] Set router e774eb15-5d60-4b74-b760-97ad02fdfb27 gateway port host: None {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 03:49:43.083520 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-2baf8de0-4796-4118-aa63-047d5310eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'name': 'tempest-TestVolumeBootPattern-545377874-router', 'tenant_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:49:42Z', 'revision_number': 6, 'project_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'gw_port_host': None}], 'dv-cinder-854261-1-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:43.109946 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf8de0-4796-4118-aa63-047d5310eed6 None None] The sync data for ids ['e774eb15-5d60-4b74-b760-97ad02fdfb27'] in dv-cinder-854261-1-iscsi is: [{'id': 'e774eb15-5d60-4b74-b760-97ad02fdfb27', 'name': 'tempest-TestVolumeBootPattern-545377874-router', 'tenant_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T03:43:00Z', 'updated_at': '2022-08-24T03:49:42Z', 'revision_number': 6, 'project_id': '5bc0639a6318486bb0aa5ab9e8cc9ced', 'gw_port_host': None}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 03:49:43.144165 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (06692a22-9e84-4852-bc32-961c14e3ae3b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:43.415659 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] Pushing event deleted for resources: {'Port': ['ID=06692a22-9e84-4852-bc32-961c14e3ae3b,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:43.484841 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7889515'] for router_gateway (e774eb15-5d60-4b74-b760-97ad02fdfb27), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:43.577488 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7892112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12826'] for router (e774eb15-5d60-4b74-b760-97ad02fdfb27), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:43.579665 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] Publish callbacks [] for router_controller (e774eb15-5d60-4b74-b760-97ad02fdfb27), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:43.625042 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7892105'] for router (e774eb15-5d60-4b74-b760-97ad02fdfb27), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:43.625606 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e774eb15-5d60-4b74-b760-97ad02fdfb27 {{(pid=106302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 03:49:43.630184 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:43.631336 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-084c67ec-61f7-4c23-98fe-55d2da5cede8 admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/e774eb15-5d60-4b74-b760-97ad02fdfb27 HTTP/1.1" status: 204 len: 168 time: 1.0045507 Aug 24 03:49:43.634009 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60732) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:43.677786 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f4139e-f54a-4e62-b932-584ed3d688c2 admin admin] Deleting subnet 8bdf7a22-887e-45a2-8750-a66347e96dc7 {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 03:49:43.680801 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-00f4139e-f54a-4e62-b932-584ed3d688c2 admin admin] Publish callbacks [] for subnet (8bdf7a22-887e-45a2-8750-a66347e96dc7), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:43.716559 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-00f4139e-f54a-4e62-b932-584ed3d688c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5410074'] for subnet (8bdf7a22-887e-45a2-8750-a66347e96dc7), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:43.793318 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-00f4139e-f54a-4e62-b932-584ed3d688c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-866870'] for subnet (8bdf7a22-887e-45a2-8750-a66347e96dc7), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:43.824681 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:43.837068 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:43.852320 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-00f4139e-f54a-4e62-b932-584ed3d688c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-866895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4780407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5185151'] for subnet (8bdf7a22-887e-45a2-8750-a66347e96dc7), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:43.879951 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4139e-f54a-4e62-b932-584ed3d688c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bdf7a22-887e-45a2-8750-a66347e96dc7,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:43.883626 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-00f4139e-f54a-4e62-b932-584ed3d688c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:43.886720 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-00f4139e-f54a-4e62-b932-584ed3d688c2 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/8bdf7a22-887e-45a2-8750-a66347e96dc7 HTTP/1.1" status: 204 len: 168 time: 0.2517991 Aug 24 03:49:43.890367 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.81', 60734) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:43.895545 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8012c53-edee-452b-8409-9e9761232bc7 None None] Network bc9f36dd-8434-4f89-8938-92aeef2404bb requested from dv-cinder-854261-1-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 03:49:43.966149 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738491'] for network (bc9f36dd-8434-4f89-8938-92aeef2404bb), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.011362 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] Deleting port 2b27426f-3743-43af-a8f2-8fcde81a3838 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:49:44.011700 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.061519 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] DHCP port deletion for bc9f36dd-8434-4f89-8938-92aeef2404bb request from dv-cinder-854261-1-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 03:49:44.080007 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] For port 2b27426f-3743-43af-a8f2-8fcde81a3838, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=2b27426f-3743-43af-a8f2-8fcde81a3838,segment=NetworkSegment(724d56a4-2510-4388-9b24-fab3c134cafb),segment_id=724d56a4-2510-4388-9b24-fab3c134cafb)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:49:44.080370 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.094879 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] Calling delete_port for 2b27426f-3743-43af-a8f2-8fcde81a3838 owned by network:dhcp {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:49:44.100305 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Deleting port 2b27426f-3743-43af-a8f2-8fcde81a3838 {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 03:49:44.100680 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765999315213'] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.186102 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4780322'] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.218240 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] No DVR routers for this DVR port 2b27426f-3743-43af-a8f2-8fcde81a3838 on host dv-cinder-854261-1-iscsi {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:49:44.220342 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b27426f-3743-43af-a8f2-8fcde81a3838,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:44.298674 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867382', 'neutron.services.segments.db._delete_segments_for_network-8765999304560'] for network (bc9f36dd-8434-4f89-8938-92aeef2404bb), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.306264 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] For port 2b27426f-3743-43af-a8f2-8fcde81a3838, host dv-cinder-854261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-1-iscsi',level=0,port_id=2b27426f-3743-43af-a8f2-8fcde81a3838,segment=NetworkSegment(724d56a4-2510-4388-9b24-fab3c134cafb),segment_id=724d56a4-2510-4388-9b24-fab3c134cafb)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 03:49:44.306746 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7904167'] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.319310 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9f36dd-8434-4f89-8938-92aeef2404bb']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:44.321099 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Calling delete_port for 2b27426f-3743-43af-a8f2-8fcde81a3838 owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 03:49:44.329354 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724d56a4-2510-4388-9b24-fab3c134cafb') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:44.329662 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724d56a4-2510-4388-9b24-fab3c134cafb') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 03:49:44.339547 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765999266286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5410067'] for segment (724d56a4-2510-4388-9b24-fab3c134cafb), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.354173 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839'] for segment (724d56a4-2510-4388-9b24-fab3c134cafb), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.361232 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 03:49:44.361665 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4780305'] for segment (724d56a4-2510-4388-9b24-fab3c134cafb), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.402639 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765999183755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765998790238'] for port (2b27426f-3743-43af-a8f2-8fcde81a3838), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.433543 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] No DVR routers for this DVR port 2b27426f-3743-43af-a8f2-8fcde81a3838 on host dv-cinder-854261-1-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 03:49:44.435710 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Pushing event deleted for resources: {'Port': ['ID=2b27426f-3743-43af-a8f2-8fcde81a3838,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:44.437765 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7889487'] for network (bc9f36dd-8434-4f89-8938-92aeef2404bb), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.446299 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:44.447009 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:44.447506 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:44.448012 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:44.448503 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:44.449046 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:44.449542 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:44.450036 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:44.450553 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:44.451048 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:44.452106 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:44.452655 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:44.453219 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:44.453807 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:44.455308 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628292c2-029d-4ba1-b63a-e0c8950a06bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-1-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 03:49:44.459923 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 724d56a4-2510-4388-9b24-fab3c134cafb resource provider aggregate not found Aug 24 03:49:44.464240 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880165'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.468029 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/bc9f36dd-8434-4f89-8938-92aeef2404bb HTTP/1.1" status: 204 len: 168 time: 0.5760143 Aug 24 03:49:44.469443 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e76f8a-ee43-441c-b920-12e45c72b7f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc9f36dd-8434-4f89-8938-92aeef2404bb,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:44.486851 dv-cinder-854261-1-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 724d56a4-2510-4388-9b24-fab3c134cafb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 724d56a4-2510-4388-9b24-fab3c134cafb found for delete ", "request_id": "req-1502bcd0-03cc-4bb4-89e8-05c8b7b05679"}]} Aug 24 03:49:44.491441 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 06692a22-9e84-4852-bc32-961c14e3ae3b no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:49:44.513373 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 06692a22-9e84-4852-bc32-961c14e3ae3b {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:49:44.513723 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 06692a22-9e84-4852-bc32-961c14e3ae3b not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:49:44.514684 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 2b27426f-3743-43af-a8f2-8fcde81a3838 no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:49:44.536536 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 2b27426f-3743-43af-a8f2-8fcde81a3838 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:49:44.536942 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 2b27426f-3743-43af-a8f2-8fcde81a3838 not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:49:44.537389 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 4168e428-5fa1-468c-aabe-81565587839a no longer exists at agent ovs-agent-dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 03:49:44.556922 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1856b-4388-4934-885b-65af848a696a None None] No Port match for: 4168e428-5fa1-468c-aabe-81565587839a {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 03:49:44.557272 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Device 4168e428-5fa1-468c-aabe-81565587839a not bound to the agent host dv-cinder-854261-1-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 03:49:44.612441 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60744) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:44.653210 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-2b3930e7-10f9-49c5-b381-8fda6e4cf698 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=c742ff2fa942409384b6294cf883ce0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394130 Aug 24 03:49:44.655469 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60746) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:44.704879 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6855e9d5-2c57-4d40-8c44-ee8674bc0459 admin admin] Publish callbacks [] for security_group (081a10e9-b3d7-4150-b905-39606bd39411), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.724921 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6855e9d5-2c57-4d40-8c44-ee8674bc0459 admin admin] Publish callbacks [] for security_group (081a10e9-b3d7-4150-b905-39606bd39411), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.771117 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6855e9d5-2c57-4d40-8c44-ee8674bc0459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (081a10e9-b3d7-4150-b905-39606bd39411), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.773729 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6855e9d5-2c57-4d40-8c44-ee8674bc0459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:44.774950 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-6855e9d5-2c57-4d40-8c44-ee8674bc0459 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/081a10e9-b3d7-4150-b905-39606bd39411 HTTP/1.1" status: 204 len: 168 time: 0.1185923 Aug 24 03:49:44.782798 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855e9d5-2c57-4d40-8c44-ee8674bc0459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081a10e9-b3d7-4150-b905-39606bd39411,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:45.120079 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60752) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:45.151300 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=13 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:45.166547 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-1738a6d5-1573-4457-98c5-3da830f52f7d admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=5bc0639a6318486bb0aa5ab9e8cc9ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452459 Aug 24 03:49:45.169049 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.81', 60754) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 03:49:45.198521 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:45.226244 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-aadbf429-26dc-4039-b4d1-f85d61113d6f admin admin] Publish callbacks [] for security_group (6c8e483c-9f2d-4896-8852-6c7ee9bcb548), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:45.247147 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-aadbf429-26dc-4039-b4d1-f85d61113d6f admin admin] Publish callbacks [] for security_group (6c8e483c-9f2d-4896-8852-6c7ee9bcb548), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:45.296799 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-aadbf429-26dc-4039-b4d1-f85d61113d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900785'] for security_group (6c8e483c-9f2d-4896-8852-6c7ee9bcb548), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:45.299246 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-aadbf429-26dc-4039-b4d1-f85d61113d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:45.300386 dv-cinder-854261-1-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-aadbf429-26dc-4039-b4d1-f85d61113d6f admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/6c8e483c-9f2d-4896-8852-6c7ee9bcb548 HTTP/1.1" status: 204 len: 168 time: 0.1304677 Aug 24 03:49:45.307985 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbf429-26dc-4039-b4d1-f85d61113d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8e483c-9f2d-4896-8852-6c7ee9bcb548,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 03:49:47.252969 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:47.416417 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-be9be716-973c-4a04-b7ec-e477fd58902b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:49.910546 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:49.915769 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e4bb2375-00a0-40ce-bd74-758a1443a598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:50.183887 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=88 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:50.211943 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=83 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:50.947614 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:52.631153 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:52.654467 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:49:54.427158 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=47,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:54.469903 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=65,neutron:DELETE=8 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:55.303891 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:49:55.304875 dv-cinder-854261-1-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=9,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:50:02.647945 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:50:02.649928 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:50:05.813018 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:50:07.772062 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:50:15.870701 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:50:15.954560 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-ad54e9d0-ebc3-4041-9c96-30a12d38bb15 req-92a7ff15-8b6f-42cf-aef3-3dcff780a201 tempest-TestMinimumBasicScenario-167380290 tempest-TestMinimumBasicScenario-167380290-project] (106302) timed out ('10.222.0.84', 55057) {{(pid=106302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 03:50:17.252893 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:50:17.413798 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b3f313ee-e27c-432c-be90-7b198d67f418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:50:19.920694 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9b8bbc34-d82c-4d40-82ef-1dafa31154e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:50:20.951307 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:50:22.652081 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:50:22.672670 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:50:32.667118 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:50:32.667931 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:UPDATE=2,neutron:SELECT=20 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:50:42.812954 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:50:44.767721 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:50:47.252108 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:50:47.415547 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e230b72c-6dfa-4654-9c63-8f2e8556a75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:50:49.927029 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c20b-50dc-484f-927d-12be86081bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:50:50.954558 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:50:52.644206 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:50:52.655018 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:50:52.808955 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:51:02.650005 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:51:02.651866 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:51:17.254976 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:51:17.421795 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b369-d36f-4283-9e2f-725fd04c3101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:51:19.812241 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:51:19.919153 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1d4af190-e32b-4299-85f7-363475ac3947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:51:20.958259 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:51:21.765770 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=15 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:51:22.646665 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:51:22.657818 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:51:29.807561 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=19 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:51:32.651734 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:51:32.653619 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:51:47.255158 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:51:47.415140 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-8d871234-b92a-444e-81ba-8d112e48648c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:51:49.924582 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a468da75-8590-46ce-8fd8-7b8f86c5ccb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:51:50.962205 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:51:52.648332 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:51:52.659414 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:51:56.812653 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:52:02.634691 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:52:02.655280 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:52:06.808265 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:52:15.875994 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:52:17.253774 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:52:17.423103 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-edb03b12-6864-46e9-ac56-a0f403df4b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:52:19.918399 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-4c69cf76-e18c-4437-801c-e6737bc8cbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:52:20.967690 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:52:22.678575 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:52:22.681287 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:52:32.685483 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:52:32.693651 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:52:33.811264 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:52:35.757926 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:52:43.807698 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:52:47.254640 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:52:47.416145 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3b8a3515-0d52-444c-9e4e-3abb9660ca00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:52:49.922451 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1b58428d-2da5-43e4-9bb8-840021a198ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:52:50.971393 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:52:52.660957 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:52:52.666198 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:53:02.658305 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:53:02.661657 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:53:10.810460 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:53:17.253813 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:53:17.421504 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e281d4a1-5b22-4e85-bdf9-b5903be38d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:53:19.925066 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d68e0deb-ffe1-445a-bbf0-2a2dee727f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:53:20.805336 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=17 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:53:20.806137 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=17 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:53:20.970775 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:53:22.659143 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:53:22.674227 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:53:32.657486 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:53:32.664649 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:53:40.196802 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-38abe436-e142-46a0-b724-bc67908257a5 req-7b296287-bbcc-4143-ad63-8fbd8a259561 service neutron] (106302) timed out ('10.222.0.81', 57636) {{(pid=106302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 03:53:40.298876 dv-cinder-854261-1-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-38abe436-e142-46a0-b724-bc67908257a5 req-2b0362dd-561b-4782-a402-199739dc1c18 tempest-TestShelveInstance-1475268519 tempest-TestShelveInstance-1475268519-project] (106302) timed out ('10.222.0.81', 57644) {{(pid=106302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 03:53:47.273587 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:53:47.426311 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ff9e5d9c-07fe-4ccf-b71f-ae5ec0f8676c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:53:47.809811 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:53:49.930275 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f3f679e9-4806-42b0-b3e7-cd655f134c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:53:50.980210 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:53:52.666353 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:53:52.670880 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:53:57.804278 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:53:57.805245 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=6 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:54:02.664616 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:54:02.667823 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:54:15.879874 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:54:15.880973 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:54:17.286153 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:54:17.431793 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ec1d10b0-824a-419b-9049-5aefeff3f946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:54:19.932504 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c7e6b0e6-a3f9-4052-929f-a03f3636d315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:54:20.977798 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:54:22.690464 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:54:22.693341 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:54:24.810148 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:54:26.756631 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:54:32.682697 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:54:32.687706 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:54:34.806408 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:54:47.289685 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-191538b9-0635-49e3-b18b-a6153470ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (27a9dc46-b2ea-442b-be38-183731f663da), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:54:47.439437 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a81f33f8-d885-4cb3-a034-a82ffd87c294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (72ba31e6-09f0-4d08-a8cd-b4b8b8609dd9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:54:49.936858 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-12c488e4-8e5c-4851-ac19-6aac9e2fa1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (23df649b-7a39-41f4-af67-f51e1e03a30e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:54:50.984380 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5a5717c2-8152-45b3-8045-23c2a672e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (affbc51b-23c5-43d9-8456-63139cac70e4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:54:52.686515 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c6d1856b-4388-4934-885b-65af848a696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (991d434b-6752-48bc-aae0-f2139290ed8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:54:52.690590 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-244c2eab-217a-4e38-823b-34a520c0666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765999304542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-865909'] for agent (735029a2-8e23-4780-9e74-0c82d9e90796), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 03:55:01.809851 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2239f40e-3f7c-4023-a885-73bf0f156402 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 03:55:02.675704 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:55:02.678452 dv-cinder-854261-1-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:55:12.645693 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=17 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 03:55:12.649122 dv-cinder-854261-1-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=17 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}